var bibbase_data = {"data":"<img src=\"//bibbase.org/img/ajax-loader.gif\" id=\"spinner\"\n  style=\"display: none;\" alt=\"Loading..\" />\n\n<div id=\"bibbase\">\n\n  <script type=\"text/javascript\">\n    var bibbase = {\n      params: {\"bib\":\"https://bibbase.org/network/files/e2kjGxYgtBo8SWSbC\",\"authorFirst\":\"1\",\"nocache\":\"1\",\"fullnames\":\"1\",\"theme\":\"bullets\",\"group0\":\"year\",\"group1\":\"type\",\"owner\":\"{}\",\"filter\":\"tags:CEDL\",\"jsonp\":\"1\",\"host\":\"bibbase.org\"},\n      data: [{\"bibtype\":\"article\",\"type\":\"2\",\"abstract\":\"Communication bottleneck has been identified as a significant issue in distributed optimization of large-scale learning models. Recently, several approaches to mitigate this problem have been proposed, including different forms of gradient compression or computing local models and mixing them iteratively. In this paper, we propose Qsparse-local-SGD algorithm, which combines aggressive sparsification with quantization and local computation along with error compensation, by keeping track of the difference between the true and compressed gradients. We propose both synchronous and asynchronous implementations of Qsparse-local-SGD. We analyze convergence for Qsparse-local-SGD in the distributed setting for smooth non-convex and convex objective functions. We demonstrate that Qsparse-local-SGD converges at the same rate as vanilla distributed SGD for many important classes of sparsifiers and quantizers. We use Qsparse-local-SGD to train ResNet-50 on ImageNet and show that it results in significant savings over the state-of-the-art, in the number of bits transmitted to reach target accuracy.\",\"author\":[{\"firstnames\":[\"D.\"],\"propositions\":[],\"lastnames\":[\"Basu\"],\"suffixes\":[]},{\"firstnames\":[\"D.\"],\"propositions\":[],\"lastnames\":[\"Data\"],\"suffixes\":[]},{\"firstnames\":[\"C.\"],\"propositions\":[],\"lastnames\":[\"Karakus\"],\"suffixes\":[]},{\"firstnames\":[\"S.\",\"N.\"],\"propositions\":[],\"lastnames\":[\"Diggavi\"],\"suffixes\":[]}],\"doi\":\"10.1109/JSAIT.2020.2985917\",\"issn\":\"2641-8770\",\"journal\":\"IEEE Journal on Selected Areas in Information Theory\",\"keywords\":\"concave programming;convex programming;gradient methods;learning (artificial intelligence);optimisation;stochastic processes;stochastic gradient descent;convex objective functions;nonconvex objective functions;error compensation;sparsification;Qsparse-local-SGD;distributed setting;compressed gradients;true gradients;gradient compression;large-scale learning models;distributed optimization;quantization;vanilla distributed SGD;Quantization (signal);Convergence;Computational modeling;Stochastic processes;Training;Peer-to-peer computing;Optimization;Distributed optimization and learning;stochastic optimization;communication efficient training methods\",\"month\":\"May\",\"number\":\"1\",\"pages\":\"217-226\",\"tags\":\"journal,CEDL,DML\",\"title\":\"Qsparse-Local-SGD: Distributed SGD With Quantization, Sparsification, and Local Computations\",\"url_arxiv\":\"https://arxiv.org/abs/1906.02367\",\"volume\":\"1\",\"year\":\"2020\",\"bibtex\":\"@article{9057579,\\n abstract = {Communication bottleneck has been identified as a significant issue in distributed optimization of large-scale learning models. Recently, several approaches to mitigate this problem have been proposed, including different forms of gradient compression or computing local models and mixing them iteratively. In this paper, we propose Qsparse-local-SGD algorithm, which combines aggressive sparsification with quantization and local computation along with error compensation, by keeping track of the difference between the true and compressed gradients. We propose both synchronous and asynchronous implementations of Qsparse-local-SGD. We analyze convergence for Qsparse-local-SGD in the distributed setting for smooth non-convex and convex objective functions. We demonstrate that Qsparse-local-SGD converges at the same rate as vanilla distributed SGD for many important classes of sparsifiers and quantizers. We use Qsparse-local-SGD to train ResNet-50 on ImageNet and show that it results in significant savings over the state-of-the-art, in the number of bits transmitted to reach target accuracy.},\\n author = {D. {Basu} and D. {Data} and C. {Karakus} and S. N. {Diggavi}},\\n doi = {10.1109/JSAIT.2020.2985917},\\n issn = {2641-8770},\\n journal = {IEEE Journal on Selected Areas in Information Theory},\\n keywords = {concave programming;convex programming;gradient methods;learning (artificial intelligence);optimisation;stochastic processes;stochastic gradient descent;convex objective functions;nonconvex objective functions;error compensation;sparsification;Qsparse-local-SGD;distributed setting;compressed gradients;true gradients;gradient compression;large-scale learning models;distributed optimization;quantization;vanilla distributed SGD;Quantization (signal);Convergence;Computational modeling;Stochastic processes;Training;Peer-to-peer computing;Optimization;Distributed optimization and learning;stochastic optimization;communication efficient training methods},\\n month = {May},\\n number = {1},\\n pages = {217-226},\\n tags = {journal,CEDL,DML},\\n title = {Qsparse-Local-SGD: Distributed SGD With Quantization, Sparsification, and Local Computations},\\n type = {2},\\n url_arxiv = {https://arxiv.org/abs/1906.02367},\\n volume = {1},\\n year = {2020}\\n}\\n\\n\",\"author_short\":[\"Basu, D.\",\"Data, D.\",\"Karakus, C.\",\"Diggavi, S. N.\"],\"key\":\"9057579\",\"id\":\"9057579\",\"bibbaseid\":\"basu-data-karakus-diggavi-qsparselocalsgddistributedsgdwithquantizationsparsificationandlocalcomputations-2020\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/1906.02367\"},\"keyword\":[\"concave programming;convex programming;gradient methods;learning (artificial intelligence);optimisation;stochastic processes;stochastic gradient descent;convex objective functions;nonconvex objective functions;error compensation;sparsification;Qsparse-local-SGD;distributed setting;compressed gradients;true gradients;gradient compression;large-scale learning models;distributed optimization;quantization;vanilla distributed SGD;Quantization (signal);Convergence;Computational modeling;Stochastic processes;Training;Peer-to-peer computing;Optimization;Distributed optimization and learning;stochastic optimization;communication efficient training methods\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":3,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"2\",\"abstract\":\"We consider the problem of distributed feature quantization, where the goal is to enable a pretrained classifier at a central node to carry out its classification on features that are gathered from distributed nodes through communication constrained channels. We propose the design of distributed quantization schemes specifically tailored to the classification task: unlike quantization schemes that help the central node reconstruct the original signal as accurately as possible, our focus is not reconstruction accuracy, but instead correct classification. Our work does not make any a priori distributional assumptions on the data, but instead uses training data for the quantizer design. Our main contributions include: we prove NP-hardness of finding optimal quantizers in the general case; we design an optimal scheme for a special case; we propose quantization algorithms, that leverage discrete neural representations and training data, and can be designed in polynomial-time for any number of features, any number of classes, and arbitrary division of features across the distributed nodes. We find that tailoring the quantizers to the classification task can offer significant savings: as compared to alternatives, we can achieve more than a factor of two reduction in terms of the number of bits communicated, for the same classification accuracy.\",\"author\":[{\"firstnames\":[\"O.\",\"A.\"],\"propositions\":[],\"lastnames\":[\"Hanna\"],\"suffixes\":[]},{\"firstnames\":[\"Y.\",\"H.\"],\"propositions\":[],\"lastnames\":[\"Ezzeldin\"],\"suffixes\":[]},{\"firstnames\":[\"T.\"],\"propositions\":[],\"lastnames\":[\"Sadjadpour\"],\"suffixes\":[]},{\"firstnames\":[\"C.\"],\"propositions\":[],\"lastnames\":[\"Fragouli\"],\"suffixes\":[]},{\"firstnames\":[\"S.\"],\"propositions\":[],\"lastnames\":[\"Diggavi\"],\"suffixes\":[]}],\"doi\":\"10.1109/JSAIT.2020.2986467\",\"issn\":\"2641-8770\",\"journal\":\"IEEE Journal on Selected Areas in Information Theory\",\"keywords\":\"computational complexity;optimisation;quantisation (signal);signal classification;signal reconstruction;signal representation;distributed feature quantization;pretrained classifier;central node;distributed nodes;communication constrained channels;classification task;quantizer design;quantization algorithms;neural representations;training data;distributed quantization;NP-hardness;signal reconstruction;Quantization (signal);Image reconstruction;Training;Testing;Information theory;Task analysis;Training data;Distributed quantization;inference;communication-bounded inference;quantization with deep learning\",\"month\":\"May\",\"number\":\"1\",\"pages\":\"237-249\",\"tags\":\"journal,DML,CEDL\",\"title\":\"On Distributed Quantization for Classification\",\"url_arxiv\":\"https://arxiv.org/abs/1911.00216\",\"volume\":\"1\",\"year\":\"2020\",\"bibtex\":\"@article{9061031,\\n abstract = {We consider the problem of distributed feature quantization, where the goal is to enable a pretrained classifier at a central node to carry out its classification on features that are gathered from distributed nodes through communication constrained channels. We propose the design of distributed quantization schemes specifically tailored to the classification task: unlike quantization schemes that help the central node reconstruct the original signal as accurately as possible, our focus is not reconstruction accuracy, but instead correct classification. Our work does not make any a priori distributional assumptions on the data, but instead uses training data for the quantizer design. Our main contributions include: we prove NP-hardness of finding optimal quantizers in the general case; we design an optimal scheme for a special case; we propose quantization algorithms, that leverage discrete neural representations and training data, and can be designed in polynomial-time for any number of features, any number of classes, and arbitrary division of features across the distributed nodes. We find that tailoring the quantizers to the classification task can offer significant savings: as compared to alternatives, we can achieve more than a factor of two reduction in terms of the number of bits communicated, for the same classification accuracy.},\\n author = {O. A. {Hanna} and Y. H. {Ezzeldin} and T. {Sadjadpour} and C. {Fragouli} and S. {Diggavi}},\\n doi = {10.1109/JSAIT.2020.2986467},\\n issn = {2641-8770},\\n journal = {IEEE Journal on Selected Areas in Information Theory},\\n keywords = {computational complexity;optimisation;quantisation (signal);signal classification;signal reconstruction;signal representation;distributed feature quantization;pretrained classifier;central node;distributed nodes;communication constrained channels;classification task;quantizer design;quantization algorithms;neural representations;training data;distributed quantization;NP-hardness;signal reconstruction;Quantization (signal);Image reconstruction;Training;Testing;Information theory;Task analysis;Training data;Distributed quantization;inference;communication-bounded inference;quantization with deep learning},\\n month = {May},\\n number = {1},\\n pages = {237-249},\\n tags = {journal,DML,CEDL},\\n title = {On Distributed Quantization for Classification},\\n type = {2},\\n url_arxiv = {https://arxiv.org/abs/1911.00216},\\n volume = {1},\\n year = {2020}\\n}\\n\\n\",\"author_short\":[\"Hanna, O. A.\",\"Ezzeldin, Y. H.\",\"Sadjadpour, T.\",\"Fragouli, C.\",\"Diggavi, S.\"],\"key\":\"9061031\",\"id\":\"9061031\",\"bibbaseid\":\"hanna-ezzeldin-sadjadpour-fragouli-diggavi-ondistributedquantizationforclassification-2020\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/1911.00216\"},\"keyword\":[\"computational complexity;optimisation;quantisation (signal);signal classification;signal reconstruction;signal representation;distributed feature quantization;pretrained classifier;central node;distributed nodes;communication constrained channels;classification task;quantizer design;quantization algorithms;neural representations;training data;distributed quantization;NP-hardness;signal reconstruction;Quantization (signal);Image reconstruction;Training;Testing;Information theory;Task analysis;Training data;Distributed quantization;inference;communication-bounded inference;quantization with deep learning\"],\"metadata\":{\"authorlinks\":{}},\"downloads\":2,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"2\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Singh\"],\"firstnames\":[\"Navjot\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Data\"],\"firstnames\":[\"Deepesh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"George\"],\"firstnames\":[\"Jemin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Diggavi\"],\"firstnames\":[\"Suhas\"],\"suffixes\":[]}],\"journal\":\"IEEE Journal on Selected Areas in Information Theory\",\"title\":\"SQuARM-SGD: Communication-Efficient Momentum SGD for Decentralized Optimization\",\"year\":\"2021\",\"volume\":\"2\",\"number\":\"3\",\"pages\":\"954-969\",\"abstract\":\"In this paper, we propose and analyze SQuARM-SGD, a communication-efficient algorithm for decentralized training of large-scale machine learning models over a network. In SQuARM-SGD, each node performs a fixed number of local SGD steps using Nesterov’s momentum and then sends sparsified and quantized updates to its neighbors regulated by a locally computable triggering criterion. We provide convergence guarantees of our algorithm for general (non-convex) and convex smooth objectives, which, to the best of our knowledge, is the first theoretical analysis for compressed decentralized SGD with momentum updates. We show that the convergence rate of SQuARM-SGD matches that of vanilla SGD. We empirically show that including momentum updates in SQuARM-SGD can lead to better test performance than the current state-of-the-art which does not consider momentum updates.\",\"keywords\":\"\",\"doi\":\"10.1109/JSAIT.2021.3103920\",\"issn\":\"2641-8770\",\"month\":\"Sep.\",\"tags\":\"journal,CEDL,DML\",\"url_arxiv\":\"https://arxiv.org/abs/2005.07041\",\"bibtex\":\"@ARTICLE{9513259,\\n  author={Singh, Navjot and Data, Deepesh and George, Jemin and Diggavi, Suhas},\\n  journal={IEEE Journal on Selected Areas in Information Theory}, \\n  title={SQuARM-SGD: Communication-Efficient Momentum SGD for Decentralized Optimization}, \\n  year={2021},\\n  volume={2},\\n  number={3},\\n  pages={954-969},\\n  abstract={In this paper, we propose and analyze SQuARM-SGD, a communication-efficient algorithm for decentralized training of large-scale machine learning models over a network. In SQuARM-SGD, each node performs a fixed number of local SGD steps using Nesterov’s momentum and then sends sparsified and quantized updates to its neighbors regulated by a locally computable triggering criterion. We provide convergence guarantees of our algorithm for general (non-convex) and convex smooth objectives, which, to the best of our knowledge, is the first theoretical analysis for compressed decentralized SGD with momentum updates. We show that the convergence rate of SQuARM-SGD matches that of vanilla SGD. We empirically show that including momentum updates in SQuARM-SGD can lead to better test performance than the current state-of-the-art which does not consider momentum updates.},\\n  keywords={},\\n  doi={10.1109/JSAIT.2021.3103920},\\n  ISSN={2641-8770},\\n  month={Sep.},\\n  tags = {journal,CEDL,DML},\\n  type = {2},\\n  url_arxiv = {https://arxiv.org/abs/2005.07041},\\n  }\\n\\n\",\"author_short\":[\"Singh, N.\",\"Data, D.\",\"George, J.\",\"Diggavi, S.\"],\"key\":\"9513259\",\"id\":\"9513259\",\"bibbaseid\":\"singh-data-george-diggavi-squarmsgdcommunicationefficientmomentumsgdfordecentralizedoptimization-2021\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2005.07041\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":7,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"4\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Singh\"],\"firstnames\":[\"Navjot\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Data\"],\"firstnames\":[\"Deepesh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"George\"],\"firstnames\":[\"Jemin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Diggavi\"],\"firstnames\":[\"Suhas\"],\"suffixes\":[]}],\"booktitle\":\"2021 IEEE International Symposium on Information Theory (ISIT)\",\"title\":\"SQuARM-SGD: Communication-Efficient Momentum SGD for Decentralized Optimization\",\"year\":\"2021\",\"volume\":\"\",\"number\":\"\",\"pages\":\"1212-1217\",\"abstract\":\"In this paper, we propose and analyze SQuARM-SGD, a communication-efficient algorithm for decentralized training of large-scale machine learning models over a network. In SQuARM-SGD, each node performs a fixed number of local SGD steps using Nesterov's momentum and then sends sparsified and quantized updates to its neighbors regulated by a locally computable triggering criterion. We provide convergence guarantees of our algorithm for general smooth objectives, which, to the best of our knowledge, is the first theoretical analysis for compressed decentralized SGD with momentum updates. We show that SQuARM-SGD converges at rate, matching that of vanilla distributed SGD. We empirically show that SQuARM-SGD saves significantly in total communicated bits over state-of-the-art without sacrificing much on accuracy.\",\"keywords\":\"\",\"doi\":\"10.1109/ISIT45174.2021.9517986\",\"issn\":\"\",\"month\":\"July\",\"tags\":\"conf,CEDL,DML\",\"url_arxiv\":\"https://arxiv.org/abs/2005.07041\",\"bibtex\":\"@INPROCEEDINGS{9517986,\\n  author={Singh, Navjot and Data, Deepesh and George, Jemin and Diggavi, Suhas},\\n  booktitle={2021 IEEE International Symposium on Information Theory (ISIT)}, \\n  title={SQuARM-SGD: Communication-Efficient Momentum SGD for Decentralized Optimization}, \\n  year={2021},\\n  volume={},\\n  number={},\\n  pages={1212-1217},\\n  abstract={In this paper, we propose and analyze SQuARM-SGD, a communication-efficient algorithm for decentralized training of large-scale machine learning models over a network. In SQuARM-SGD, each node performs a fixed number of local SGD steps using Nesterov's momentum and then sends sparsified and quantized updates to its neighbors regulated by a locally computable triggering criterion. We provide convergence guarantees of our algorithm for general smooth objectives, which, to the best of our knowledge, is the first theoretical analysis for compressed decentralized SGD with momentum updates. We show that SQuARM-SGD converges at rate, matching that of vanilla distributed SGD. We empirically show that SQuARM-SGD saves significantly in total communicated bits over state-of-the-art without sacrificing much on accuracy.},\\n  keywords={},\\n  doi={10.1109/ISIT45174.2021.9517986},\\n  ISSN={},\\n  month={July},\\n  tags = {conf,CEDL,DML},\\n  type = {4},\\n  url_arxiv = {https://arxiv.org/abs/2005.07041},\\n  }\\n\\n\",\"author_short\":[\"Singh, N.\",\"Data, D.\",\"George, J.\",\"Diggavi, S.\"],\"key\":\"9517986\",\"id\":\"9517986\",\"bibbaseid\":\"singh-data-george-diggavi-squarmsgdcommunicationefficientmomentumsgdfordecentralizedoptimization-2021\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2005.07041\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":7,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"2\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Hanna\"],\"firstnames\":[\"Osama\",\"A.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Ezzeldin\"],\"firstnames\":[\"Yahya\",\"H.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Fragouli\"],\"firstnames\":[\"Christina\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Diggavi\"],\"firstnames\":[\"Suhas\"],\"suffixes\":[]}],\"journal\":\"IEEE Journal on Selected Areas in Information Theory\",\"title\":\"Quantization of Distributed Data for Learning\",\"year\":\"2021\",\"volume\":\"2\",\"number\":\"3\",\"pages\":\"987-1001\",\"abstract\":\"We consider machine learning applications that train a model by leveraging data distributed over a trusted network, where communication constraints can create a performance bottleneck. A number of recent approaches propose to overcome this bottleneck through compression of gradient updates. However, as models become larger, so does the size of the gradient updates. In this paper, we propose an alternate approach to learn from distributed data that quantizes data instead of gradients, and can support learning over applications where the size of gradient updates is prohibitive. Our approach leverages the dependency of the computed gradient on data samples, which lie in a much smaller space in order to perform the quantization in the smaller dimension data space. At the cost of an extra gradient computation, the gradient estimate can be refined by conveying the difference between the gradient at the quantized data point and the original gradient using a small number of bits. Lastly, in order to save communication, our approach adds a layer that decides whether to transmit a quantized data sample or not based on its importance for learning. We analyze the convergence of the proposed approach for smooth convex and non-convex objective functions and show that we can achieve order optimal convergence rates with communication that mostly depends on the data rather than the model (gradient) dimension. We use our proposed algorithm to train ResNet models on the CIFAR-10 and ImageNet datasets, and show that we can achieve an order of magnitude savings over gradient compression methods. These communication savings come at the cost of increasing computation at the learning agent, and thus our approach is beneficial in scenarios where communication load is the main problem.\",\"keywords\":\"\",\"doi\":\"10.1109/JSAIT.2021.3105359\",\"issn\":\"2641-8770\",\"month\":\"Sep.\",\"tags\":\"journal,DML,CEDL\",\"url_arxiv\":\"https://arxiv.org/abs/2012.07913\",\"bibtex\":\"@ARTICLE{9521982,\\n  author={Hanna, Osama A. and Ezzeldin, Yahya H. and Fragouli, Christina and Diggavi, Suhas},\\n  journal={IEEE Journal on Selected Areas in Information Theory}, \\n  title={Quantization of Distributed Data for Learning}, \\n  year={2021},\\n  volume={2},\\n  number={3},\\n  pages={987-1001},\\n  abstract={We consider machine learning applications that train a model by leveraging data distributed over a trusted network, where communication constraints can create a performance bottleneck. A number of recent approaches propose to overcome this bottleneck through compression of gradient updates. However, as models become larger, so does the size of the gradient updates. In this paper, we propose an alternate approach to learn from distributed data that quantizes data instead of gradients, and can support learning over applications where the size of gradient updates is prohibitive. Our approach leverages the dependency of the computed gradient on data samples, which lie in a much smaller space in order to perform the quantization in the smaller dimension data space. At the cost of an extra gradient computation, the gradient estimate can be refined by conveying the difference between the gradient at the quantized data point and the original gradient using a small number of bits. Lastly, in order to save communication, our approach adds a layer that decides whether to transmit a quantized data sample or not based on its importance for learning. We analyze the convergence of the proposed approach for smooth convex and non-convex objective functions and show that we can achieve order optimal convergence rates with communication that mostly depends on the data rather than the model (gradient) dimension. We use our proposed algorithm to train ResNet models on the CIFAR-10 and ImageNet datasets, and show that we can achieve an order of magnitude savings over gradient compression methods. These communication savings come at the cost of increasing computation at the learning agent, and thus our approach is beneficial in scenarios where communication load is the main problem.},\\n  keywords={},\\n  doi={10.1109/JSAIT.2021.3105359},\\n  ISSN={2641-8770},\\n  month={Sep.},\\n  type={2},\\n  tags={journal,DML,CEDL},\\n  url_arxiv={https://arxiv.org/abs/2012.07913},\\n}\\n\\n\",\"author_short\":[\"Hanna, O. A.\",\"Ezzeldin, Y. H.\",\"Fragouli, C.\",\"Diggavi, S.\"],\"key\":\"9521982\",\"id\":\"9521982\",\"bibbaseid\":\"hanna-ezzeldin-fragouli-diggavi-quantizationofdistributeddataforlearning-2021\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2012.07913\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":7,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"2\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Singh\"],\"firstnames\":[\"Navjot\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Data\"],\"firstnames\":[\"Deepesh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"George\"],\"firstnames\":[\"Jemin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Diggavi\"],\"firstnames\":[\"Suhas\"],\"suffixes\":[]}],\"journal\":\"IEEE Trans. Autom. Control.\",\"title\":\"SPARQ-SGD: Event-Triggered and Compressed Communication in Decentralized Optimization\",\"volume\":\"68\",\"number\":\"2\",\"pages\":\"721–736\",\"year\":\"2023\",\"url\":\"https://doi.org/10.1109/TAC.2022.3145576\",\"doi\":\"10.1109/TAC.2022.3145576\",\"abstract\":\"In this paper, we propose and analyze SPARQ-SGD, a communication efficient algorithm for decentralized training of large-scale machine learning models over a graph with n nodes, where communication efficiency is achieved using compressed exchange of local model parameters among neighboring nodes, which is triggered only when an event (a locally computable condition) is satisfied. Specifically, in SPARQ-SGD, each node takes a fixed number of local gradient steps and then checks if the model parameters have significantly changed compared to its last update; only when the change is beyond a certain threshold (specified by a design criterion), it compresses its local model parameters using both quantization and sparsification and communicates them to its neighbors. We prove that SPARQ-SGD converges as O(1/nT) and O(1/sqrt(nT)) in the strongly-convex and non-convex settings, respectively, matching the convergence rates of plain decentralized SGD. This demonstrates that we get communication efficiency achieved by aggressive compression, local iterations, and event-triggered communication essentially for free.\",\"keywords\":\"\",\"issn\":\"1558-2523\",\"month\":\"\",\"tags\":\"journal,DML,CEDL\",\"url_arxiv\":\"https://arxiv.org/abs/1910.14280\",\"bibtex\":\"@ARTICLE{9691792,  \\nauthor={Singh, Navjot and Data, Deepesh and George, Jemin and Diggavi, Suhas},  journal={IEEE Transactions on Automatic Control}, \\ntitle={SPARQ-SGD: Event-Triggered and Compressed Communication in Decentralized Optimization}, \\njournal={{IEEE} Trans. Autom. Control.},  \\nvolume       = {68},\\nnumber       = {2},\\npages        = {721--736},\\nyear         = {2023},\\nurl          = {https://doi.org/10.1109/TAC.2022.3145576},\\ndoi          = {10.1109/TAC.2022.3145576},\\nabstract={In this paper, we propose and analyze SPARQ-SGD, a communication efficient algorithm for decentralized training of large-scale machine learning models over a graph with n nodes, where communication efficiency is achieved using compressed exchange of local model parameters among neighboring nodes, which is triggered only when an event (a locally computable condition) is satisfied. Specifically, in SPARQ-SGD, each node takes a fixed number of local gradient steps and then checks if the model parameters have significantly changed compared to its last update; only when the change is beyond a certain threshold (specified by a design criterion), it compresses its local model parameters using both quantization and sparsification and communicates them to its neighbors. We prove that SPARQ-SGD converges as O(1/nT) and O(1/sqrt(nT)) in the strongly-convex and non-convex settings, respectively, matching the convergence rates of plain decentralized SGD. This demonstrates that we get communication efficiency achieved by aggressive compression, local iterations, and event-triggered communication essentially for free.},  \\nkeywords={},  \\ndoi={10.1109/TAC.2022.3145576},  \\nISSN={1558-2523},  \\nmonth={},\\ntype={2},\\ntags={journal,DML,CEDL},\\nurl_arxiv={https://arxiv.org/abs/1910.14280},\\n}\\n\\n\\n\",\"author_short\":[\"Singh, N.\",\"Data, D.\",\"George, J.\",\"Diggavi, S.\"],\"key\":\"9691792\",\"id\":\"9691792\",\"bibbaseid\":\"singh-data-george-diggavi-sparqsgdeventtriggeredandcompressedcommunicationindecentralizedoptimization-2023\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://doi.org/10.1109/TAC.2022.3145576\",\" arxiv\":\"https://arxiv.org/abs/1910.14280\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":10,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"4\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Hanna\"],\"firstnames\":[\"Osama\",\"A.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Li\"],\"firstnames\":[\"Xinlin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Fragouli\"],\"firstnames\":[\"Christina\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Diggavi\"],\"firstnames\":[\"Suhas\"],\"suffixes\":[]}],\"booktitle\":\"IEEE International Symposium on Information Theory (ISIT)\",\"title\":\"Can we break the dependency in distributed detection?\",\"year\":\"2022\",\"volume\":\"\",\"number\":\"\",\"pages\":\"2720-2725\",\"abstract\":\"We consider a distributed detection problem where sensors observe dependent observations. We ask, if we can allow the sensors to locally exchange a few bits with each other, whether we can use these bits to \\\"break\\\" the dependency of the sensor observations, and thus reduce the dependent detection problem to the much better-studied and understood case of conditionally independent observations. To this end, we propose an optimization problem that we prove is equivalent to minimizing the dependency between the sensor observations. This problem is in general NP-hard, however, we show that for at least some cases of Gaussian distributions it can be solved efficiently. For general distributions, we propose to use alternating minimization and derive a constant factor approximation algorithm. Numerical evaluations indicate that our approach can offer significant improvement in detection accuracy over alternative schemes.\",\"keywords\":\"\",\"doi\":\"10.1109/ISIT50566.2022.9834790\",\"issn\":\"2157-8117\",\"month\":\"June\",\"tags\":\"conf,CEDL,DML\",\"bibtex\":\"@INPROCEEDINGS{9834790,\\n  author={Hanna, Osama A. and Li, Xinlin and Fragouli, Christina and Diggavi, Suhas},\\n  booktitle={IEEE International Symposium on Information Theory (ISIT)}, \\n  title={Can we break the dependency in distributed detection?}, \\n  year={2022},\\n  volume={},\\n  number={},\\n  pages={2720-2725},\\n  abstract={We consider a distributed detection problem where sensors observe dependent observations. We ask, if we can allow the sensors to locally exchange a few bits with each other, whether we can use these bits to \\\"break\\\" the dependency of the sensor observations, and thus reduce the dependent detection problem to the much better-studied and understood case of conditionally independent observations. To this end, we propose an optimization problem that we prove is equivalent to minimizing the dependency between the sensor observations. This problem is in general NP-hard, however, we show that for at least some cases of Gaussian distributions it can be solved efficiently. For general distributions, we propose to use alternating minimization and derive a constant factor approximation algorithm. Numerical evaluations indicate that our approach can offer significant improvement in detection accuracy over alternative schemes.},\\n  keywords={},\\n  doi={10.1109/ISIT50566.2022.9834790},\\n  ISSN={2157-8117},\\n  month={June},\\n  tags={conf,CEDL,DML},\\n  type={4},\\n}\\n\\n\",\"author_short\":[\"Hanna, O. A.\",\"Li, X.\",\"Fragouli, C.\",\"Diggavi, S.\"],\"key\":\"9834790\",\"id\":\"9834790\",\"bibbaseid\":\"hanna-li-fragouli-diggavi-canwebreakthedependencyindistributeddetection-2022\",\"role\":\"author\",\"urls\":{},\"metadata\":{\"authorlinks\":{}},\"downloads\":7,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"2\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Cao\"],\"firstnames\":[\"Xuanyu\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Başar\"],\"firstnames\":[\"Tamer\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Diggavi\"],\"firstnames\":[\"Suhas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Eldar\"],\"firstnames\":[\"Yonina\",\"C.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Letaief\"],\"firstnames\":[\"Khaled\",\"B.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Poor\"],\"firstnames\":[\"H.\",\"Vincent\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zhang\"],\"firstnames\":[\"Junshan\"],\"suffixes\":[]}],\"journal\":\"IEEE Journal on Selected Areas in Communications\",\"title\":\"Guest Editorial Communication-Efficient Distributed Learning Over Networks\",\"year\":\"2023\",\"volume\":\"41\",\"number\":\"4\",\"pages\":\"845-850\",\"abstract\":\"Distributed machine learning is envisioned as the bedrock of future intelligent networks, where agents exchange information with each other to train models collaboratively without uploading data to a central processor. Despite its broad applicability, a downside of distributed learning is the need for iterative information exchange between agents, which may lead to high communication overhead unaffordable in many practical systems with limited communication resources. To resolve this communication bottleneck, we need to devise communication-efficient distributed learning algorithms and protocols that can reduce the communication cost and simultaneously achieve satisfactory learning/optimization performance. Accomplishing this goal necessitates synergistic techniques from a diverse set of fields, including optimization, machine learning, wireless communications, game theory, and network/graph theory. This Special Issue is dedicated to communication-efficient distributed learning from multiple perspectives, including fundamental theories, algorithm design and analysis, and practical considerations.\",\"keywords\":\"\",\"doi\":\"10.1109/JSAC.2023.3241848\",\"issn\":\"1558-0008\",\"month\":\"April\",\"tags\":\"journal,CEDL,DML\",\"bibtex\":\"@ARTICLE{10075678,\\n  author={Cao, Xuanyu and Başar, Tamer and Diggavi, Suhas and Eldar, Yonina C. and Letaief, Khaled B. and Poor, H. Vincent and Zhang, Junshan},\\n  journal={IEEE Journal on Selected Areas in Communications}, \\n  title={Guest Editorial Communication-Efficient Distributed Learning Over Networks}, \\n  year={2023},\\n  volume={41},\\n  number={4},\\n  pages={845-850},\\n  abstract={Distributed machine learning is envisioned as the bedrock of future intelligent networks, where agents exchange information with each other to train models collaboratively without uploading data to a central processor. Despite its broad applicability, a downside of distributed learning is the need for iterative information exchange between agents, which may lead to high communication overhead unaffordable in many practical systems with limited communication resources. To resolve this communication bottleneck, we need to devise communication-efficient distributed learning algorithms and protocols that can reduce the communication cost and simultaneously achieve satisfactory learning/optimization performance. Accomplishing this goal necessitates synergistic techniques from a diverse set of fields, including optimization, machine learning, wireless communications, game theory, and network/graph theory. This Special Issue is dedicated to communication-efficient distributed learning from multiple perspectives, including fundamental theories, algorithm design and analysis, and practical considerations.},\\n  keywords={},\\n  doi={10.1109/JSAC.2023.3241848},\\n  ISSN={1558-0008},\\n  month={April},\\n  type={2},\\n  tags={journal,CEDL,DML},\\n}\\n\\n\",\"author_short\":[\"Cao, X.\",\"Başar, T.\",\"Diggavi, S.\",\"Eldar, Y. C.\",\"Letaief, K. B.\",\"Poor, H. V.\",\"Zhang, J.\"],\"key\":\"10075678\",\"id\":\"10075678\",\"bibbaseid\":\"cao-baar-diggavi-eldar-letaief-poor-zhang-guesteditorialcommunicationefficientdistributedlearningovernetworks-2023\",\"role\":\"author\",\"urls\":{},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"2\",\"author\":[{\"firstnames\":[\"Xuanyu\"],\"propositions\":[],\"lastnames\":[\"Cao\"],\"suffixes\":[]},{\"firstnames\":[\"Tamer\"],\"propositions\":[],\"lastnames\":[\"Basar\"],\"suffixes\":[]},{\"firstnames\":[\"Suhas\",\"N.\"],\"propositions\":[],\"lastnames\":[\"Diggavi\"],\"suffixes\":[]},{\"firstnames\":[\"Yonina\",\"C.\"],\"propositions\":[],\"lastnames\":[\"Eldar\"],\"suffixes\":[]},{\"firstnames\":[\"Khaled\",\"B.\"],\"propositions\":[],\"lastnames\":[\"Letaief\"],\"suffixes\":[]},{\"firstnames\":[\"H.\",\"Vincent\"],\"propositions\":[],\"lastnames\":[\"Poor\"],\"suffixes\":[]},{\"firstnames\":[\"Junshan\"],\"propositions\":[],\"lastnames\":[\"Zhang\"],\"suffixes\":[]}],\"title\":\"Communication-Efficient Distributed Learning: An Overview\",\"journal\":\"IEEE J. Sel. Areas Commun.\",\"volume\":\"41\",\"number\":\"4\",\"pages\":\"851–873\",\"year\":\"2023\",\"url\":\"https://doi.org/10.1109/JSAC.2023.3242710\",\"doi\":\"10.1109/JSAC.2023.3242710\",\"timestamp\":\"Tue, 28 Mar 2023 19:50:24 +0200\",\"biburl\":\"https://dblp.org/rec/journals/jsac/CaoBDELPZ23a.bib\",\"tags\":\"journal,CEDL,DML\",\"bibtex\":\"@article{DBLP:journals/jsac/CaoBDELPZ23a,\\n  author       = {Xuanyu Cao and\\n                  Tamer Basar and\\n                  Suhas N. Diggavi and\\n                  Yonina C. Eldar and\\n                  Khaled B. Letaief and\\n                  H. Vincent Poor and\\n                  Junshan Zhang},\\n  title        = {Communication-Efficient Distributed Learning: An Overview},\\n  journal      = {{IEEE} J. Sel. Areas Commun.},\\n  volume       = {41},\\n  number       = {4},\\n  pages        = {851--873},\\n  year         = {2023},\\n  url          = {https://doi.org/10.1109/JSAC.2023.3242710},\\n  doi          = {10.1109/JSAC.2023.3242710},\\n  timestamp    = {Tue, 28 Mar 2023 19:50:24 +0200},\\n  biburl       = {https://dblp.org/rec/journals/jsac/CaoBDELPZ23a.bib},\\n  type    = {2},\\n  tags = {journal,CEDL,DML}\\n}\\n\\n\",\"author_short\":[\"Cao, X.\",\"Basar, T.\",\"Diggavi, S. N.\",\"Eldar, Y. C.\",\"Letaief, K. B.\",\"Poor, H. V.\",\"Zhang, J.\"],\"key\":\"DBLP:journals/jsac/CaoBDELPZ23a\",\"id\":\"DBLP:journals/jsac/CaoBDELPZ23a\",\"bibbaseid\":\"cao-basar-diggavi-eldar-letaief-poor-zhang-communicationefficientdistributedlearninganoverview-2023\",\"role\":\"author\",\"urls\":{\"Paper\":\"https://doi.org/10.1109/JSAC.2023.3242710\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":2,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"2\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Can\"],\"firstnames\":[\"S.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Basar\"],\"firstnames\":[\"T.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Diggavi\"],\"firstnames\":[\"S.\",\"N.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Eldar\"],\"firstnames\":[\"Y.\",\"C.\"],\"suffixes\":[]},{\"firstnames\":[\"Letaief\",\"K.\"],\"propositions\":[],\"lastnames\":[\"B.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Poor\"],\"firstnames\":[\"H.\",\"V.\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Zhang\"],\"firstnames\":[\"J.\"],\"suffixes\":[]}],\"journal\":\"to appear in IEEE Journal of Selected Areas in Communications (JSAC), 2022.\",\"title\":\"Communication-Efficient Distributed Learning: An Overview\",\"year\":\"2022\",\"keywords\":\"\",\"doi\":\"\",\"issn\":\"\",\"month\":\"\",\"tags\":\"journal,CEDL,DML\",\"bibtex\":\"@ARTICLE{comm-efficientDL,\\n  author={Can, S. and Basar, T. and Diggavi, S. N. and Eldar, Y. C. and Letaief K. B. and Poor, H. V. and Zhang, J.},\\n  journal={to appear in IEEE Journal of Selected Areas in Communications (JSAC), 2022.}, \\n  title={Communication-Efficient Distributed Learning: An Overview}, \\n  year={2022},\\n  keywords={},\\n  doi={},\\n  ISSN={},\\n  month={},\\n  tags={journal,CEDL,DML},\\n  type={2},\\n  }\\n\\n\",\"author_short\":[\"Can, S.\",\"Basar, T.\",\"Diggavi, S. N.\",\"Eldar, Y. C.\",\"B., L. K.\",\"Poor, H. V.\",\"Zhang, J.\"],\"key\":\"comm-efficientDL\",\"id\":\"comm-efficientDL\",\"bibbaseid\":\"can-basar-diggavi-eldar-b-poor-zhang-communicationefficientdistributedlearninganoverview-2022\",\"role\":\"author\",\"urls\":{},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"1\",\"title\":\"Decentralized Multi-Task Stochastic Optimization With Compressed Communications\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Singh\"],\"firstnames\":[\"Navjot\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Cao\"],\"firstnames\":[\"Xuanyu\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Diggavi\"],\"firstnames\":[\"Suhas\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Basar\"],\"firstnames\":[\"Tamer\"],\"suffixes\":[]}],\"journal\":\"arXiv preprint arXiv:2112.12373\",\"year\":\"2021\",\"tags\":\"journalSub,CEDL,DML\",\"url_arxiv\":\"https://arxiv.org/abs/2112.12373\",\"abstract\":\"We consider a multi-agent network where each node has a stochastic (local) cost function that depends on the decision variable of that node and a random variable, and further the decision variables of neighboring nodes are pairwise constrained. There is an aggregate objective function for the network, composed additively of the expected values of the local cost functions at the nodes, and the overall goal of the network is to obtain the minimizing solution to this aggregate objective function subject to all the pairwise constraints. This is to be achieved at the node level using decentralized information and local computation, with exchanges of only compressed information allowed by neighboring nodes. The paper develops algorithms and obtains performance bounds for two different models of local information availability at the nodes: (i) sample feedback, where each node has direct access to samples of the local random variable to evaluate its local cost, and (ii) bandit feedback, where samples of the random variables are not available, but only the values of the local cost functions at two random points close to the decision are available to each node. For both models, with compressed communication between neighbors, we have developed decentralized saddle-point algorithms that deliver performances no different (in order sense) from those without communication compression; specifically, we show that deviation from the global minimum value and violations of the constraints are upper-bounded by (T−12) and (T−14), respectively, where T is the number of iterations. Numerical examples provided in the paper corroborate these bounds and demonstrate the communication efficiency of the proposed method.\",\"bibtex\":\"@article{singh2021decentralized,\\n  title={Decentralized Multi-Task Stochastic Optimization With Compressed Communications},\\n  author={Singh, Navjot and Cao, Xuanyu and Diggavi, Suhas and Basar, Tamer},\\n  journal={arXiv preprint arXiv:2112.12373},\\n  year={2021},\\n  type={1},\\n  tags={journalSub,CEDL,DML},\\n  url_arxiv={https://arxiv.org/abs/2112.12373},\\n  abstract={We consider a multi-agent network where each node has a stochastic (local) cost function that depends on the decision variable of that node and a random variable, and further the decision variables of neighboring nodes are pairwise constrained. There is an aggregate objective function for the network, composed additively of the expected values of the local cost functions at the nodes, and the overall goal of the network is to obtain the minimizing solution to this aggregate objective function subject to all the pairwise constraints. This is to be achieved at the node level using decentralized information and local computation, with exchanges of only compressed information allowed by neighboring nodes. The paper develops algorithms and obtains performance bounds for two different models of local information availability at the nodes: (i) sample feedback, where each node has direct access to samples of the local random variable to evaluate its local cost, and (ii) bandit feedback, where samples of the random variables are not available, but only the values of the local cost functions at two random points close to the decision are available to each node. For both models, with compressed communication between neighbors, we have developed decentralized saddle-point algorithms that deliver performances no different (in order sense) from those without communication compression; specifically, we show that deviation from the global minimum value and violations of the constraints are upper-bounded by (T−12) and (T−14), respectively, where T is the number of iterations. Numerical examples provided in the paper corroborate these bounds and demonstrate the communication efficiency of the proposed method.},\\n}\\n\\n\",\"author_short\":[\"Singh, N.\",\"Cao, X.\",\"Diggavi, S.\",\"Basar, T.\"],\"key\":\"singh2021decentralized\",\"id\":\"singh2021decentralized\",\"bibbaseid\":\"singh-cao-diggavi-basar-decentralizedmultitaskstochasticoptimizationwithcompressedcommunications-2021\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2112.12373\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":3,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"4\",\"title\":\"QuPeD: Quantized Personalization via Distillation with Applications to Federated Learning\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Ozkara\"],\"firstnames\":[\"Kaan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Singh\"],\"firstnames\":[\"Navjot\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Data\"],\"firstnames\":[\"Deepesh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Diggavi\"],\"firstnames\":[\"Suhas\"],\"suffixes\":[]}],\"journal\":\"Advances in Neural Information Processing Systems\",\"volume\":\"34\",\"year\":\"2021\",\"tags\":\"conf,CEDL,DML,PFL\",\"url_arxiv\":\"https://arxiv.org/abs/2107.13892\",\"abstract\":\"Traditionally, federated learning (FL) aims to train a single global model while collaboratively using multiple clients and a server. Two natural challenges that FL algorithms face are heterogeneity in data across clients and collaboration of clients with diverse resources. In this work, we introduce a quantized and personalized FL algorithm QuPeD that facilitates collective (personalized model compression) training via knowledge distillation (KD) among clients who have access to heterogeneous data and resources. For personalization, we allow clients to learn compressed personalized models with different quantization parameters and model dimensions/structures. Towards this, first we propose an algorithm for learning quantized models through a relaxed optimization problem, where quantization values are also optimized over. When each client participating in the (federated) learning process has different requirements for the compressed model (both in model dimension and precision), we formulate a compressed personalization framework by introducing knowledge distillation loss for local client objectives collaborating through a global model. We develop an alternating proximal gradient update for solving this compressed personalization problem, and analyze its convergence properties. Numerically, we validate that QuPeD outperforms competing personalized FL methods, FedAvg, and local training of clients in various heterogeneous settings.\",\"bibtex\":\"@article{ozkara2021quped,\\n  title={QuPeD: Quantized Personalization via Distillation with Applications to Federated Learning},\\n  author={Ozkara, Kaan and Singh, Navjot and Data, Deepesh and Diggavi, Suhas},\\n  journal={Advances in Neural Information Processing Systems},\\n  volume={34},\\n  year={2021},\\n  tags = {conf,CEDL,DML,PFL},\\n  url_arxiv = {https://arxiv.org/abs/2107.13892},\\n  type = {4},\\n  abstract={Traditionally, federated learning (FL) aims to train a single global model while collaboratively using multiple clients and a server. Two natural challenges that FL algorithms face are heterogeneity in data across clients and collaboration of clients with diverse resources. In this work, we introduce a quantized and personalized FL algorithm QuPeD that facilitates collective (personalized model compression) training via knowledge distillation (KD) among clients who have access to heterogeneous data and resources. For personalization, we allow clients to learn compressed personalized models with different quantization parameters and model dimensions/structures. Towards this, first we propose an algorithm for learning quantized models through a relaxed optimization problem, where quantization values are also optimized over. When each client participating in the (federated) learning process has different requirements for the compressed model (both in model dimension and precision), we formulate a compressed personalization framework by introducing knowledge distillation loss for local client objectives collaborating through a global model. We develop an alternating proximal gradient update for solving this compressed personalization problem, and analyze its convergence properties. Numerically, we validate that QuPeD outperforms competing personalized FL methods, FedAvg, and local training of clients in various heterogeneous settings.},\\n}\\n\\n\",\"author_short\":[\"Ozkara, K.\",\"Singh, N.\",\"Data, D.\",\"Diggavi, S.\"],\"key\":\"ozkara2021quped\",\"id\":\"ozkara2021quped\",\"bibbaseid\":\"ozkara-singh-data-diggavi-qupedquantizedpersonalizationviadistillationwithapplicationstofederatedlearning-2021\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2107.13892\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":8,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"1\",\"title\":\"QuPeL: Quantized Personalization with Applications to Federated Learning\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Ozkara\"],\"firstnames\":[\"Kaan\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Singh\"],\"firstnames\":[\"Navjot\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Data\"],\"firstnames\":[\"Deepesh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Diggavi\"],\"firstnames\":[\"Suhas\"],\"suffixes\":[]}],\"journal\":\"arXiv preprint arXiv:2102.11786\",\"year\":\"2021\",\"abstract\":\"Traditionally, federated learning (FL) aims to train a single global model while collaboratively using multiple clients and a server. Two natural challenges that FL algorithms face are heterogeneity in data across clients and collaboration of clients with \\\\em diverse resources. In this work, we introduce a <i>quantized</i> and <i>personalized</i> FL algorithm QuPeL that facilitates collective training with heterogeneous clients while respecting resource diversity. For personalization, we allow clients to learn <i>compressed personalized models</i> with different quantization parameters depending on their resources. Towards this, first we propose an algorithm for learning quantized models through a relaxed optimization problem, where quantization values are also optimized over. When each client participating in the (federated) learning process has different requirements of the quantized model (both in value and precision), we formulate a quantized personalization framework by introducing a penalty term for local client objectives against a globally trained model to encourage collaboration. We develop an alternating proximal gradient update for solving this quantized personalization problem, and we analyze its convergence properties. Numerically, we show that optimizing over the quantization levels increases the performance and we validate that QuPeL outperforms both FedAvg and local training of clients in a heterogeneous setting.\",\"tags\":\"journalSub,CEDL,DML\",\"url_arxiv\":\"https://arxiv.org/abs/2102.11786\",\"bibtex\":\"@article{ozkara2021qupel,\\n  title = {QuPeL: Quantized Personalization with Applications to Federated Learning},\\n  author = {Ozkara, Kaan and Singh, Navjot and Data, Deepesh and Diggavi, Suhas},\\n  journal = {arXiv preprint arXiv:2102.11786},\\n  year = {2021},\\n  abstract = {Traditionally, federated learning (FL) aims to train a single global model while collaboratively using multiple clients and a server. Two natural challenges that FL algorithms face are heterogeneity in data across clients and collaboration of clients with {\\\\em diverse resources}. In this work, we introduce a \\\\textit{quantized} and \\\\textit{personalized} FL algorithm QuPeL that facilitates collective training with heterogeneous clients while respecting resource diversity. For personalization, we allow clients to learn \\\\textit{compressed personalized models} with different quantization parameters depending on their resources. Towards this, first we propose an algorithm for learning quantized models through a relaxed optimization problem, where quantization values are also optimized over. When each client participating in the (federated) learning process has different requirements of the quantized model (both in value and precision), we formulate a quantized personalization framework by introducing a penalty term for local client objectives against a globally trained model to encourage collaboration. We develop an alternating proximal gradient update for solving this quantized personalization problem, and we analyze its convergence properties. Numerically, we show that optimizing over the quantization levels increases the performance and we validate that QuPeL outperforms both FedAvg and local training of clients in a heterogeneous setting.},\\n  tags = {journalSub,CEDL,DML},\\n  url_arxiv = {https://arxiv.org/abs/2102.11786},\\n  type = {1},\\n}\\n\\n\",\"author_short\":[\"Ozkara, K.\",\"Singh, N.\",\"Data, D.\",\"Diggavi, S.\"],\"key\":\"ozkara2021qupel\",\"id\":\"ozkara2021qupel\",\"bibbaseid\":\"ozkara-singh-data-diggavi-qupelquantizedpersonalizationwithapplicationstofederatedlearning-2021\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/2102.11786\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":18,\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"4\",\"abstract\":\"Communication bottleneck has been identified as a significant issue in distributed optimization of large-scale learning models. Recently, several approaches to mitigate this problem have been proposed, including different forms of gradient compression or computing local models and mixing them iteratively. In this paper, we propose \\\\emphQsparse-local-SGD algorithm, which combines aggressive sparsification with quantization and local computation along with error compensation, by keeping track of the difference between the true and compressed gradients. We propose both synchronous and asynchronous implementations of \\\\emphQsparse-local-SGD. We analyze convergence for \\\\emphQsparse-local-SGD in the \\\\emphdistributed setting for smooth non-convex and convex objective functions. We demonstrate that \\\\emphQsparse-local-SGD converges at the same rate as vanilla distributed SGD for many important classes of sparsifiers and quantizers. We use \\\\emphQsparse-local-SGD to train ResNet-50 on ImageNet and show that it results in significant savings over the state-of-the-art, in the number of bits transmitted to reach target accuracy.\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Basu\"],\"firstnames\":[\"Debraj\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Data\"],\"firstnames\":[\"Deepesh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Karakus\"],\"firstnames\":[\"Can\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Diggavi\"],\"firstnames\":[\"Suhas\"],\"suffixes\":[]}],\"booktitle\":\"Advances in Neural Information Processing Systems\",\"pages\":\"14695–14706\",\"tags\":\"conf,CEDL,DML\",\"title\":\"Qsparse-local-SGD: Distributed SGD with quantization, sparsification and local computations\",\"url_arxiv\":\"https://arxiv.org/abs/1906.02367\",\"year\":\"2019\",\"bibtex\":\"@inproceedings{basu2019qsparse,\\n abstract = {Communication bottleneck has been identified as a significant issue in distributed optimization of large-scale learning models. Recently, several approaches to mitigate this problem have been proposed, including different forms of gradient compression or computing local models and mixing them iteratively. In this paper, we propose \\\\emph{Qsparse-local-SGD} algorithm, which combines aggressive sparsification with quantization and local computation along with error compensation, by keeping track of the difference between the true and compressed gradients. We propose both synchronous and asynchronous implementations of \\\\emph{Qsparse-local-SGD}. We analyze convergence for \\\\emph{Qsparse-local-SGD} in the \\\\emph{distributed} setting for smooth non-convex and convex objective functions. We demonstrate that \\\\emph{Qsparse-local-SGD} converges at the same rate as vanilla distributed SGD for many important classes of sparsifiers and quantizers. We use \\\\emph{Qsparse-local-SGD} to train ResNet-50 on ImageNet and show that it results in significant savings over the state-of-the-art, in the number of bits transmitted to reach target accuracy.},\\n author = {Basu, Debraj and Data, Deepesh and Karakus, Can and Diggavi, Suhas},\\n booktitle = {Advances in Neural Information Processing Systems},\\n pages = {14695--14706},\\n tags = {conf,CEDL,DML},\\n title = {Qsparse-local-SGD: Distributed SGD with quantization, sparsification and local computations},\\n type = {4},\\n url_arxiv = {https://arxiv.org/abs/1906.02367},\\n year = {2019}\\n}\\n\\n\",\"author_short\":[\"Basu, D.\",\"Data, D.\",\"Karakus, C.\",\"Diggavi, S.\"],\"key\":\"basu2019qsparse\",\"id\":\"basu2019qsparse\",\"bibbaseid\":\"basu-data-karakus-diggavi-qsparselocalsgddistributedsgdwithquantizationsparsificationandlocalcomputations-2019\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/1906.02367\"},\"metadata\":{\"authorlinks\":{}},\"html\":\"\"},{\"bibtype\":\"inproceedings\",\"type\":\"4\",\"abstract\":\"In many machine learning applications, once we have learned a classifier, in order to apply it, we may still need to gather features from distributed sensors over communication constrained channels. In this paper, we propose a polynomial complexity algorithm for feature quantization tailored to minimizing the classification error of a linear classifier. Our scheme produces scalar quantizers that are well-tailored to delay-sensitive applications, operates on the same training data used to learn the classifier, and allows each distributed sensor to operate independently of each other. Numerical evaluation indicates up to 65% benefits over alternative approaches. Additionally, we provide an example where, jointly designing the linear classifier and the quantization scheme, can outperform sequential designs.\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Ezzeldin\"],\"firstnames\":[\"Yahya\",\"H\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Fragouli\"],\"firstnames\":[\"Christina\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Diggavi\"],\"firstnames\":[\"Suhas\"],\"suffixes\":[]}],\"booktitle\":\"2019 IEEE International Symposium on Information Theory (ISIT)\",\"organization\":\"IEEE\",\"pages\":\"912–916\",\"tags\":\"conf,DML,CEDL\",\"title\":\"Quantizing Signals for Linear Classification\",\"doi\":\"10.1109/ISIT.2019.8849589\",\"year\":\"2019\",\"bibtex\":\"@inproceedings{ezzeldin2019quantizing,\\n abstract = {In many machine learning applications, once we have learned a classifier, in order to apply it, we may still need to gather features from distributed sensors over communication constrained channels. In this paper, we propose a polynomial complexity algorithm for feature quantization tailored to minimizing the classification error of a linear classifier. Our scheme produces scalar quantizers that are well-tailored to delay-sensitive applications, operates on the same training data used to learn the classifier, and allows each distributed sensor to operate independently of each other. Numerical evaluation indicates up to 65% benefits over alternative approaches. Additionally, we provide an example where, jointly designing the linear classifier and the quantization scheme, can outperform sequential designs.},\\n author = {Ezzeldin, Yahya H and Fragouli, Christina and Diggavi, Suhas},\\n booktitle = {2019 IEEE International Symposium on Information Theory (ISIT)},\\n organization = {IEEE},\\n pages = {912--916},\\n tags = {conf,DML,CEDL},\\n title = {Quantizing Signals for Linear Classification},\\n type = {4},\\n doi = {10.1109/ISIT.2019.8849589},\\n year = {2019}\\n}\\n\\n\",\"author_short\":[\"Ezzeldin, Y. H\",\"Fragouli, C.\",\"Diggavi, S.\"],\"key\":\"ezzeldin2019quantizing\",\"id\":\"ezzeldin2019quantizing\",\"bibbaseid\":\"ezzeldin-fragouli-diggavi-quantizingsignalsforlinearclassification-2019\",\"role\":\"author\",\"urls\":{},\"metadata\":{\"authorlinks\":{}},\"downloads\":1,\"html\":\"\"},{\"bibtype\":\"article\",\"type\":\"4\",\"abstract\":\"In this paper, we propose and analyze SPARQ-SGD, which is an event-triggered and compressed algorithm for decentralized training of large-scale machine learning models. Each node can locally compute a condition (event) which triggers a communication where quantized and sparsified local model parameters are sent. In SPARQ-SGD each node takes at least a fixed number (H) of local gradient steps and then checks if the model parameters have significantly changed compared to its last update; it communicates further compressed model parameters only when there is a significant change, as specified by a (design) criterion. We prove that the SPARQ-SGD converges as O(1nT) and O(1nT√) in the strongly-convex and non-convex settings, respectively, demonstrating that such aggressive compression, including event-triggered communication, model sparsification and quantization does not affect the overall convergence rate as compared to uncompressed decentralized training; thereby theoretically yielding communication efficiency for \\\"free\\\". We evaluate SPARQ-SGD over real datasets to demonstrate significant amount of savings in communication over the state-of-the-art.\",\"author\":[{\"propositions\":[],\"lastnames\":[\"Singh\"],\"firstnames\":[\"Navjot\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Data\"],\"firstnames\":[\"Deepesh\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"George\"],\"firstnames\":[\"Jemin\"],\"suffixes\":[]},{\"propositions\":[],\"lastnames\":[\"Diggavi\"],\"firstnames\":[\"Suhas\"],\"suffixes\":[]}],\"journal\":\"2020 59th IEEE Conference on Decision and Control (CDC)\",\"tags\":\"conf,CEDL,DML\",\"title\":\"SPARQ-SGD: Event-Triggered and Compressed Communication in Decentralized Stochastic Optimization\",\"url_arxiv\":\"https://arxiv.org/abs/1910.14280\",\"year\":\"2020\",\"pages\":\"3449-3456\",\"doi\":\"10.1109/CDC42340.2020.9303828\",\"issn\":\"2576-2370\",\"bibtex\":\"@article{singh2019sparq,\\n abstract = {In this paper, we propose and analyze SPARQ-SGD, which is an event-triggered and compressed algorithm for decentralized training of large-scale machine learning models. Each node can locally compute a condition (event) which triggers a communication where quantized and sparsified local model parameters are sent. In SPARQ-SGD each node takes at least a fixed number (H) of local gradient steps and then checks if the model parameters have significantly changed compared to its last update; it communicates further compressed model parameters only when there is a significant change, as specified by a (design) criterion. We prove that the SPARQ-SGD converges as O(1nT) and O(1nT√) in the strongly-convex and non-convex settings, respectively, demonstrating that such aggressive compression, including event-triggered communication, model sparsification and quantization does not affect the overall convergence rate as compared to uncompressed decentralized training; thereby theoretically yielding communication efficiency for \\\"free\\\". We evaluate SPARQ-SGD over real datasets to demonstrate significant amount of savings in communication over the state-of-the-art.},\\n author = {Singh, Navjot and Data, Deepesh and George, Jemin and Diggavi, Suhas},\\n journal = {2020 59th IEEE Conference on Decision and Control (CDC)},\\n tags = {conf,CEDL,DML},\\n title = {SPARQ-SGD: Event-Triggered and Compressed Communication in Decentralized Stochastic Optimization},\\n type = {4},\\n url_arxiv = {https://arxiv.org/abs/1910.14280},\\n year = {2020},\\n pages={3449-3456},\\n doi={10.1109/CDC42340.2020.9303828},\\n ISSN={2576-2370},\\n}\\n\\n\",\"author_short\":[\"Singh, N.\",\"Data, D.\",\"George, J.\",\"Diggavi, S.\"],\"key\":\"singh2019sparq\",\"id\":\"singh2019sparq\",\"bibbaseid\":\"singh-data-george-diggavi-sparqsgdeventtriggeredandcompressedcommunicationindecentralizedstochasticoptimization-2020\",\"role\":\"author\",\"urls\":{\" arxiv\":\"https://arxiv.org/abs/1910.14280\"},\"metadata\":{\"authorlinks\":{}},\"downloads\":2,\"html\":\"\"}],\n      metadata: {\"authorlinks\":{}},\n      ownerID: undefined\n    };\n  </script>\n\n  <script type=\"text/javascript\">\n  var site$;\n  if (typeof $ != 'undefined') {\n    console.log('existing jquery: storing and then restoring');\n    site$ = $;\n    $ = null;\n  }\n  </script>\n\n  <script src=\"https://ajax.googleapis.com/ajax/libs/jquery/2.2.4/jquery.min.js\">\n  </script>\n  <script type=\"text/javascript\">\n  if (site$) {\n    console.log('existing jquery: avoiding conflict and restoring');\n    bb$ = $.noConflict(true);\n    $ = site$;\n  } else {\n    bb$ = $;\n  }\n  </script>\n\n  <script src=\"//bibbase.org/js/bibbase.min.js\"\n          type=\"text/javascript\">\n  </script>\n\n  <script type=\"text/javascript\"\n          src=\"https://cdnjs.cloudflare.com/ajax/libs/mathjax/2.7.1/MathJax.js?config=TeX-AMS-MML_HTMLorMML\">\n  </script>\n  <script type=\"text/x-mathjax-config\">\n    MathJax.Hub.Config({tex2jax: {inlineMath: [['$','$'], ['\\\\(','\\\\)']]},\n                        skipTags: [\"body\"],\n                        processClass: \"bibbase_paper\"});\n  </script>\n\n  <style>\n  @media print {\n    .dontprint {\n        display: none !important;\n    }\n\n  .bibbase_group {\n    background-color: #E0E0E0;\n    font-style: italic;\n    font-size: larger;\n    text-shadow: 0px 0px 3px #FFFFFF;\n    border-radius: 4px 4px 4px 4px;\n    -moz-border-radius: 4px 4px 4px 4px;\n    -webkit-border-radius: 4px;\n    padding: 5px 40px 5px;\n    margin-top: 10px;\n    margin-bottom: 5px;\n    cursor: pointer;\n  }\n\n  .bibbase_paper {\n    margin-bottom: 5px;\n  }\n\n  }\n  </style>\n\n  \n  <div style=\"float: right; margin-right: 10px; margin-top: 10px; text-align: right; font-size: 12px\">\n    generated by\n    <a href=\"//bibbase.org\"\n       onclick=\"trackOutboundLink('bibbase', 'logo clicked', window.location.href, '//bibbase.org'); return false;\">\n      <img src=\"//bibbase.org/img/logo.svg\"\n           style=\"vertical-align: middle; margin-left: 3px; height: 16px;\"/\n           alt=\"bibbase.org\"\n           title=\"BibBase – The easiest way to maintain your publications page.\"\n        ></a>\n    \n  </div>\n  \n\n  <div id=\"bibbase_header\" class=\"dontprint\" style=\"\">\n\n    <ul class=\"nav nav-pills\" style=\"margin: 0px;\">\n\n      <li class=\"dropdown\" id=\"groupby_dropdown\">\n      <a class=\"dropdown-toggle\"\n         data-toggle=\"dropdown\"\n         href=\"#\">\n          Group by\n          <b class=\"caret\"></b>\n      </a>\n      <ul class=\"dropdown-menu\">\n        <li class=\"groupby year\"><a onclick=\"groupby('year')\">\n            Year</a>\n        </li>\n        <li class=\"groupby author\"><a onclick=\"groupby('author_short')\">\n            Author</a>\n        </li>\n        <li class=\"groupby type\"><a onclick=\"groupby('type')\">\n            Type</a>\n        </li>\n        <li class=\"groupby keyword\"><a onclick=\"groupby('keyword')\">\n            Keyword</a>\n        </li>\n        <li class=\"groupby downloads\"><a onclick=\"groupby('downloads')\">\n            Downloads</a>\n        </li>\n      </ul>\n      </li>\n\n\n      <li class=\"dropdown\" id=\"menu_dropdown\">\n      <a class=\"dropdown-toggle\"\n         data-toggle=\"dropdown\"\n         href=\"#\" alt=\"controls\">\n          <i class=\"fa fa-reorder\" alt=\"controls\"></i>\n          <b class=\"caret\"></b>\n      </a>\n      <ul class=\"dropdown-menu\">\n        <li>\n          <a onclick=\"toggleAll()\">\n            <i class=\"fa fa-chevron-down fa-fw\"></i> Expand/Collapse All\n          </a>\n        </li>\n        <li>\n          <a download=\"e2kjGxYgtBo8SWSbC\" href=\"data:text/bibtex;base64,QGFydGljbGV7OTA1NzU3OSwKIGFic3RyYWN0ID0ge0NvbW11bmljYXRpb24gYm90dGxlbmVjayBoYXMgYmVlbiBpZGVudGlmaWVkIGFzIGEgc2lnbmlmaWNhbnQgaXNzdWUgaW4gZGlzdHJpYnV0ZWQgb3B0aW1pemF0aW9uIG9mIGxhcmdlLXNjYWxlIGxlYXJuaW5nIG1vZGVscy4gUmVjZW50bHksIHNldmVyYWwgYXBwcm9hY2hlcyB0byBtaXRpZ2F0ZSB0aGlzIHByb2JsZW0gaGF2ZSBiZWVuIHByb3Bvc2VkLCBpbmNsdWRpbmcgZGlmZmVyZW50IGZvcm1zIG9mIGdyYWRpZW50IGNvbXByZXNzaW9uIG9yIGNvbXB1dGluZyBsb2NhbCBtb2RlbHMgYW5kIG1peGluZyB0aGVtIGl0ZXJhdGl2ZWx5LiBJbiB0aGlzIHBhcGVyLCB3ZSBwcm9wb3NlIFFzcGFyc2UtbG9jYWwtU0dEIGFsZ29yaXRobSwgd2hpY2ggY29tYmluZXMgYWdncmVzc2l2ZSBzcGFyc2lmaWNhdGlvbiB3aXRoIHF1YW50aXphdGlvbiBhbmQgbG9jYWwgY29tcHV0YXRpb24gYWxvbmcgd2l0aCBlcnJvciBjb21wZW5zYXRpb24sIGJ5IGtlZXBpbmcgdHJhY2sgb2YgdGhlIGRpZmZlcmVuY2UgYmV0d2VlbiB0aGUgdHJ1ZSBhbmQgY29tcHJlc3NlZCBncmFkaWVudHMuIFdlIHByb3Bvc2UgYm90aCBzeW5jaHJvbm91cyBhbmQgYXN5bmNocm9ub3VzIGltcGxlbWVudGF0aW9ucyBvZiBRc3BhcnNlLWxvY2FsLVNHRC4gV2UgYW5hbHl6ZSBjb252ZXJnZW5jZSBmb3IgUXNwYXJzZS1sb2NhbC1TR0QgaW4gdGhlIGRpc3RyaWJ1dGVkIHNldHRpbmcgZm9yIHNtb290aCBub24tY29udmV4IGFuZCBjb252ZXggb2JqZWN0aXZlIGZ1bmN0aW9ucy4gV2UgZGVtb25zdHJhdGUgdGhhdCBRc3BhcnNlLWxvY2FsLVNHRCBjb252ZXJnZXMgYXQgdGhlIHNhbWUgcmF0ZSBhcyB2YW5pbGxhIGRpc3RyaWJ1dGVkIFNHRCBmb3IgbWFueSBpbXBvcnRhbnQgY2xhc3NlcyBvZiBzcGFyc2lmaWVycyBhbmQgcXVhbnRpemVycy4gV2UgdXNlIFFzcGFyc2UtbG9jYWwtU0dEIHRvIHRyYWluIFJlc05ldC01MCBvbiBJbWFnZU5ldCBhbmQgc2hvdyB0aGF0IGl0IHJlc3VsdHMgaW4gc2lnbmlmaWNhbnQgc2F2aW5ncyBvdmVyIHRoZSBzdGF0ZS1vZi10aGUtYXJ0LCBpbiB0aGUgbnVtYmVyIG9mIGJpdHMgdHJhbnNtaXR0ZWQgdG8gcmVhY2ggdGFyZ2V0IGFjY3VyYWN5Ln0sCiBhdXRob3IgPSB7RC4ge0Jhc3V9IGFuZCBELiB7RGF0YX0gYW5kIEMuIHtLYXJha3VzfSBhbmQgUy4gTi4ge0RpZ2dhdml9fSwKIGRvaSA9IHsxMC4xMTA5L0pTQUlULjIwMjAuMjk4NTkxN30sCiBpc3NuID0gezI2NDEtODc3MH0sCiBqb3VybmFsID0ge0lFRUUgSm91cm5hbCBvbiBTZWxlY3RlZCBBcmVhcyBpbiBJbmZvcm1hdGlvbiBUaGVvcnl9LAoga2V5d29yZHMgPSB7Y29uY2F2ZSBwcm9ncmFtbWluZztjb252ZXggcHJvZ3JhbW1pbmc7Z3JhZGllbnQgbWV0aG9kcztsZWFybmluZyAoYXJ0aWZpY2lhbCBpbnRlbGxpZ2VuY2UpO29wdGltaXNhdGlvbjtzdG9jaGFzdGljIHByb2Nlc3NlcztzdG9jaGFzdGljIGdyYWRpZW50IGRlc2NlbnQ7Y29udmV4IG9iamVjdGl2ZSBmdW5jdGlvbnM7bm9uY29udmV4IG9iamVjdGl2ZSBmdW5jdGlvbnM7ZXJyb3IgY29tcGVuc2F0aW9uO3NwYXJzaWZpY2F0aW9uO1FzcGFyc2UtbG9jYWwtU0dEO2Rpc3RyaWJ1dGVkIHNldHRpbmc7Y29tcHJlc3NlZCBncmFkaWVudHM7dHJ1ZSBncmFkaWVudHM7Z3JhZGllbnQgY29tcHJlc3Npb247bGFyZ2Utc2NhbGUgbGVhcm5pbmcgbW9kZWxzO2Rpc3RyaWJ1dGVkIG9wdGltaXphdGlvbjtxdWFudGl6YXRpb247dmFuaWxsYSBkaXN0cmlidXRlZCBTR0Q7UXVhbnRpemF0aW9uIChzaWduYWwpO0NvbnZlcmdlbmNlO0NvbXB1dGF0aW9uYWwgbW9kZWxpbmc7U3RvY2hhc3RpYyBwcm9jZXNzZXM7VHJhaW5pbmc7UGVlci10by1wZWVyIGNvbXB1dGluZztPcHRpbWl6YXRpb247RGlzdHJpYnV0ZWQgb3B0aW1pemF0aW9uIGFuZCBsZWFybmluZztzdG9jaGFzdGljIG9wdGltaXphdGlvbjtjb21tdW5pY2F0aW9uIGVmZmljaWVudCB0cmFpbmluZyBtZXRob2RzfSwKIG1vbnRoID0ge01heX0sCiBudW1iZXIgPSB7MX0sCiBwYWdlcyA9IHsyMTctMjI2fSwKIHRhZ3MgPSB7am91cm5hbCxDRURMLERNTH0sCiB0aXRsZSA9IHtRc3BhcnNlLUxvY2FsLVNHRDogRGlzdHJpYnV0ZWQgU0dEIFdpdGggUXVhbnRpemF0aW9uLCBTcGFyc2lmaWNhdGlvbiwgYW5kIExvY2FsIENvbXB1dGF0aW9uc30sCiB0eXBlID0gezJ9LAogdXJsX2FyeGl2ID0ge2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8xOTA2LjAyMzY3fSwKIHZvbHVtZSA9IHsxfSwKIHllYXIgPSB7MjAyMH0KfQoKCgpAYXJ0aWNsZXs5MDYxMDMxLAogYWJzdHJhY3QgPSB7V2UgY29uc2lkZXIgdGhlIHByb2JsZW0gb2YgZGlzdHJpYnV0ZWQgZmVhdHVyZSBxdWFudGl6YXRpb24sIHdoZXJlIHRoZSBnb2FsIGlzIHRvIGVuYWJsZSBhIHByZXRyYWluZWQgY2xhc3NpZmllciBhdCBhIGNlbnRyYWwgbm9kZSB0byBjYXJyeSBvdXQgaXRzIGNsYXNzaWZpY2F0aW9uIG9uIGZlYXR1cmVzIHRoYXQgYXJlIGdhdGhlcmVkIGZyb20gZGlzdHJpYnV0ZWQgbm9kZXMgdGhyb3VnaCBjb21tdW5pY2F0aW9uIGNvbnN0cmFpbmVkIGNoYW5uZWxzLiBXZSBwcm9wb3NlIHRoZSBkZXNpZ24gb2YgZGlzdHJpYnV0ZWQgcXVhbnRpemF0aW9uIHNjaGVtZXMgc3BlY2lmaWNhbGx5IHRhaWxvcmVkIHRvIHRoZSBjbGFzc2lmaWNhdGlvbiB0YXNrOiB1bmxpa2UgcXVhbnRpemF0aW9uIHNjaGVtZXMgdGhhdCBoZWxwIHRoZSBjZW50cmFsIG5vZGUgcmVjb25zdHJ1Y3QgdGhlIG9yaWdpbmFsIHNpZ25hbCBhcyBhY2N1cmF0ZWx5IGFzIHBvc3NpYmxlLCBvdXIgZm9jdXMgaXMgbm90IHJlY29uc3RydWN0aW9uIGFjY3VyYWN5LCBidXQgaW5zdGVhZCBjb3JyZWN0IGNsYXNzaWZpY2F0aW9uLiBPdXIgd29yayBkb2VzIG5vdCBtYWtlIGFueSBhIHByaW9yaSBkaXN0cmlidXRpb25hbCBhc3N1bXB0aW9ucyBvbiB0aGUgZGF0YSwgYnV0IGluc3RlYWQgdXNlcyB0cmFpbmluZyBkYXRhIGZvciB0aGUgcXVhbnRpemVyIGRlc2lnbi4gT3VyIG1haW4gY29udHJpYnV0aW9ucyBpbmNsdWRlOiB3ZSBwcm92ZSBOUC1oYXJkbmVzcyBvZiBmaW5kaW5nIG9wdGltYWwgcXVhbnRpemVycyBpbiB0aGUgZ2VuZXJhbCBjYXNlOyB3ZSBkZXNpZ24gYW4gb3B0aW1hbCBzY2hlbWUgZm9yIGEgc3BlY2lhbCBjYXNlOyB3ZSBwcm9wb3NlIHF1YW50aXphdGlvbiBhbGdvcml0aG1zLCB0aGF0IGxldmVyYWdlIGRpc2NyZXRlIG5ldXJhbCByZXByZXNlbnRhdGlvbnMgYW5kIHRyYWluaW5nIGRhdGEsIGFuZCBjYW4gYmUgZGVzaWduZWQgaW4gcG9seW5vbWlhbC10aW1lIGZvciBhbnkgbnVtYmVyIG9mIGZlYXR1cmVzLCBhbnkgbnVtYmVyIG9mIGNsYXNzZXMsIGFuZCBhcmJpdHJhcnkgZGl2aXNpb24gb2YgZmVhdHVyZXMgYWNyb3NzIHRoZSBkaXN0cmlidXRlZCBub2Rlcy4gV2UgZmluZCB0aGF0IHRhaWxvcmluZyB0aGUgcXVhbnRpemVycyB0byB0aGUgY2xhc3NpZmljYXRpb24gdGFzayBjYW4gb2ZmZXIgc2lnbmlmaWNhbnQgc2F2aW5nczogYXMgY29tcGFyZWQgdG8gYWx0ZXJuYXRpdmVzLCB3ZSBjYW4gYWNoaWV2ZSBtb3JlIHRoYW4gYSBmYWN0b3Igb2YgdHdvIHJlZHVjdGlvbiBpbiB0ZXJtcyBvZiB0aGUgbnVtYmVyIG9mIGJpdHMgY29tbXVuaWNhdGVkLCBmb3IgdGhlIHNhbWUgY2xhc3NpZmljYXRpb24gYWNjdXJhY3kufSwKIGF1dGhvciA9IHtPLiBBLiB7SGFubmF9IGFuZCBZLiBILiB7RXp6ZWxkaW59IGFuZCBULiB7U2FkamFkcG91cn0gYW5kIEMuIHtGcmFnb3VsaX0gYW5kIFMuIHtEaWdnYXZpfX0sCiBkb2kgPSB7MTAuMTEwOS9KU0FJVC4yMDIwLjI5ODY0Njd9LAogaXNzbiA9IHsyNjQxLTg3NzB9LAogam91cm5hbCA9IHtJRUVFIEpvdXJuYWwgb24gU2VsZWN0ZWQgQXJlYXMgaW4gSW5mb3JtYXRpb24gVGhlb3J5fSwKIGtleXdvcmRzID0ge2NvbXB1dGF0aW9uYWwgY29tcGxleGl0eTtvcHRpbWlzYXRpb247cXVhbnRpc2F0aW9uIChzaWduYWwpO3NpZ25hbCBjbGFzc2lmaWNhdGlvbjtzaWduYWwgcmVjb25zdHJ1Y3Rpb247c2lnbmFsIHJlcHJlc2VudGF0aW9uO2Rpc3RyaWJ1dGVkIGZlYXR1cmUgcXVhbnRpemF0aW9uO3ByZXRyYWluZWQgY2xhc3NpZmllcjtjZW50cmFsIG5vZGU7ZGlzdHJpYnV0ZWQgbm9kZXM7Y29tbXVuaWNhdGlvbiBjb25zdHJhaW5lZCBjaGFubmVscztjbGFzc2lmaWNhdGlvbiB0YXNrO3F1YW50aXplciBkZXNpZ247cXVhbnRpemF0aW9uIGFsZ29yaXRobXM7bmV1cmFsIHJlcHJlc2VudGF0aW9uczt0cmFpbmluZyBkYXRhO2Rpc3RyaWJ1dGVkIHF1YW50aXphdGlvbjtOUC1oYXJkbmVzcztzaWduYWwgcmVjb25zdHJ1Y3Rpb247UXVhbnRpemF0aW9uIChzaWduYWwpO0ltYWdlIHJlY29uc3RydWN0aW9uO1RyYWluaW5nO1Rlc3Rpbmc7SW5mb3JtYXRpb24gdGhlb3J5O1Rhc2sgYW5hbHlzaXM7VHJhaW5pbmcgZGF0YTtEaXN0cmlidXRlZCBxdWFudGl6YXRpb247aW5mZXJlbmNlO2NvbW11bmljYXRpb24tYm91bmRlZCBpbmZlcmVuY2U7cXVhbnRpemF0aW9uIHdpdGggZGVlcCBsZWFybmluZ30sCiBtb250aCA9IHtNYXl9LAogbnVtYmVyID0gezF9LAogcGFnZXMgPSB7MjM3LTI0OX0sCiB0YWdzID0ge2pvdXJuYWwsRE1MLENFREx9LAogdGl0bGUgPSB7T24gRGlzdHJpYnV0ZWQgUXVhbnRpemF0aW9uIGZvciBDbGFzc2lmaWNhdGlvbn0sCiB0eXBlID0gezJ9LAogdXJsX2FyeGl2ID0ge2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8xOTExLjAwMjE2fSwKIHZvbHVtZSA9IHsxfSwKIHllYXIgPSB7MjAyMH0KfQoKCgpAQVJUSUNMRXs5NTEzMjU5LAogIGF1dGhvcj17U2luZ2gsIE5hdmpvdCBhbmQgRGF0YSwgRGVlcGVzaCBhbmQgR2VvcmdlLCBKZW1pbiBhbmQgRGlnZ2F2aSwgU3VoYXN9LAogIGpvdXJuYWw9e0lFRUUgSm91cm5hbCBvbiBTZWxlY3RlZCBBcmVhcyBpbiBJbmZvcm1hdGlvbiBUaGVvcnl9LCAKICB0aXRsZT17U1F1QVJNLVNHRDogQ29tbXVuaWNhdGlvbi1FZmZpY2llbnQgTW9tZW50dW0gU0dEIGZvciBEZWNlbnRyYWxpemVkIE9wdGltaXphdGlvbn0sIAogIHllYXI9ezIwMjF9LAogIHZvbHVtZT17Mn0sCiAgbnVtYmVyPXszfSwKICBwYWdlcz17OTU0LTk2OX0sCiAgYWJzdHJhY3Q9e0luIHRoaXMgcGFwZXIsIHdlIHByb3Bvc2UgYW5kIGFuYWx5emUgU1F1QVJNLVNHRCwgYSBjb21tdW5pY2F0aW9uLWVmZmljaWVudCBhbGdvcml0aG0gZm9yIGRlY2VudHJhbGl6ZWQgdHJhaW5pbmcgb2YgbGFyZ2Utc2NhbGUgbWFjaGluZSBsZWFybmluZyBtb2RlbHMgb3ZlciBhIG5ldHdvcmsuIEluIFNRdUFSTS1TR0QsIGVhY2ggbm9kZSBwZXJmb3JtcyBhIGZpeGVkIG51bWJlciBvZiBsb2NhbCBTR0Qgc3RlcHMgdXNpbmcgTmVzdGVyb3bigJlzIG1vbWVudHVtIGFuZCB0aGVuIHNlbmRzIHNwYXJzaWZpZWQgYW5kIHF1YW50aXplZCB1cGRhdGVzIHRvIGl0cyBuZWlnaGJvcnMgcmVndWxhdGVkIGJ5IGEgbG9jYWxseSBjb21wdXRhYmxlIHRyaWdnZXJpbmcgY3JpdGVyaW9uLiBXZSBwcm92aWRlIGNvbnZlcmdlbmNlIGd1YXJhbnRlZXMgb2Ygb3VyIGFsZ29yaXRobSBmb3IgZ2VuZXJhbCAobm9uLWNvbnZleCkgYW5kIGNvbnZleCBzbW9vdGggb2JqZWN0aXZlcywgd2hpY2gsIHRvIHRoZSBiZXN0IG9mIG91ciBrbm93bGVkZ2UsIGlzIHRoZSBmaXJzdCB0aGVvcmV0aWNhbCBhbmFseXNpcyBmb3IgY29tcHJlc3NlZCBkZWNlbnRyYWxpemVkIFNHRCB3aXRoIG1vbWVudHVtIHVwZGF0ZXMuIFdlIHNob3cgdGhhdCB0aGUgY29udmVyZ2VuY2UgcmF0ZSBvZiBTUXVBUk0tU0dEIG1hdGNoZXMgdGhhdCBvZiB2YW5pbGxhIFNHRC4gV2UgZW1waXJpY2FsbHkgc2hvdyB0aGF0IGluY2x1ZGluZyBtb21lbnR1bSB1cGRhdGVzIGluIFNRdUFSTS1TR0QgY2FuIGxlYWQgdG8gYmV0dGVyIHRlc3QgcGVyZm9ybWFuY2UgdGhhbiB0aGUgY3VycmVudCBzdGF0ZS1vZi10aGUtYXJ0IHdoaWNoIGRvZXMgbm90IGNvbnNpZGVyIG1vbWVudHVtIHVwZGF0ZXMufSwKICBrZXl3b3Jkcz17fSwKICBkb2k9ezEwLjExMDkvSlNBSVQuMjAyMS4zMTAzOTIwfSwKICBJU1NOPXsyNjQxLTg3NzB9LAogIG1vbnRoPXtTZXAufSwKICB0YWdzID0ge2pvdXJuYWwsQ0VETCxETUx9LAogIHR5cGUgPSB7Mn0sCiAgdXJsX2FyeGl2ID0ge2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8yMDA1LjA3MDQxfSwKICB9CgoKCkBJTlBST0NFRURJTkdTezk1MTc5ODYsCiAgYXV0aG9yPXtTaW5naCwgTmF2am90IGFuZCBEYXRhLCBEZWVwZXNoIGFuZCBHZW9yZ2UsIEplbWluIGFuZCBEaWdnYXZpLCBTdWhhc30sCiAgYm9va3RpdGxlPXsyMDIxIElFRUUgSW50ZXJuYXRpb25hbCBTeW1wb3NpdW0gb24gSW5mb3JtYXRpb24gVGhlb3J5IChJU0lUKX0sIAogIHRpdGxlPXtTUXVBUk0tU0dEOiBDb21tdW5pY2F0aW9uLUVmZmljaWVudCBNb21lbnR1bSBTR0QgZm9yIERlY2VudHJhbGl6ZWQgT3B0aW1pemF0aW9ufSwgCiAgeWVhcj17MjAyMX0sCiAgdm9sdW1lPXt9LAogIG51bWJlcj17fSwKICBwYWdlcz17MTIxMi0xMjE3fSwKICBhYnN0cmFjdD17SW4gdGhpcyBwYXBlciwgd2UgcHJvcG9zZSBhbmQgYW5hbHl6ZSBTUXVBUk0tU0dELCBhIGNvbW11bmljYXRpb24tZWZmaWNpZW50IGFsZ29yaXRobSBmb3IgZGVjZW50cmFsaXplZCB0cmFpbmluZyBvZiBsYXJnZS1zY2FsZSBtYWNoaW5lIGxlYXJuaW5nIG1vZGVscyBvdmVyIGEgbmV0d29yay4gSW4gU1F1QVJNLVNHRCwgZWFjaCBub2RlIHBlcmZvcm1zIGEgZml4ZWQgbnVtYmVyIG9mIGxvY2FsIFNHRCBzdGVwcyB1c2luZyBOZXN0ZXJvdidzIG1vbWVudHVtIGFuZCB0aGVuIHNlbmRzIHNwYXJzaWZpZWQgYW5kIHF1YW50aXplZCB1cGRhdGVzIHRvIGl0cyBuZWlnaGJvcnMgcmVndWxhdGVkIGJ5IGEgbG9jYWxseSBjb21wdXRhYmxlIHRyaWdnZXJpbmcgY3JpdGVyaW9uLiBXZSBwcm92aWRlIGNvbnZlcmdlbmNlIGd1YXJhbnRlZXMgb2Ygb3VyIGFsZ29yaXRobSBmb3IgZ2VuZXJhbCBzbW9vdGggb2JqZWN0aXZlcywgd2hpY2gsIHRvIHRoZSBiZXN0IG9mIG91ciBrbm93bGVkZ2UsIGlzIHRoZSBmaXJzdCB0aGVvcmV0aWNhbCBhbmFseXNpcyBmb3IgY29tcHJlc3NlZCBkZWNlbnRyYWxpemVkIFNHRCB3aXRoIG1vbWVudHVtIHVwZGF0ZXMuIFdlIHNob3cgdGhhdCBTUXVBUk0tU0dEIGNvbnZlcmdlcyBhdCByYXRlLCBtYXRjaGluZyB0aGF0IG9mIHZhbmlsbGEgZGlzdHJpYnV0ZWQgU0dELiBXZSBlbXBpcmljYWxseSBzaG93IHRoYXQgU1F1QVJNLVNHRCBzYXZlcyBzaWduaWZpY2FudGx5IGluIHRvdGFsIGNvbW11bmljYXRlZCBiaXRzIG92ZXIgc3RhdGUtb2YtdGhlLWFydCB3aXRob3V0IHNhY3JpZmljaW5nIG11Y2ggb24gYWNjdXJhY3kufSwKICBrZXl3b3Jkcz17fSwKICBkb2k9ezEwLjExMDkvSVNJVDQ1MTc0LjIwMjEuOTUxNzk4Nn0sCiAgSVNTTj17fSwKICBtb250aD17SnVseX0sCiAgdGFncyA9IHtjb25mLENFREwsRE1MfSwKICB0eXBlID0gezR9LAogIHVybF9hcnhpdiA9IHtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjAwNS4wNzA0MX0sCiAgfQoKCgpAQVJUSUNMRXs5NTIxOTgyLAogIGF1dGhvcj17SGFubmEsIE9zYW1hIEEuIGFuZCBFenplbGRpbiwgWWFoeWEgSC4gYW5kIEZyYWdvdWxpLCBDaHJpc3RpbmEgYW5kIERpZ2dhdmksIFN1aGFzfSwKICBqb3VybmFsPXtJRUVFIEpvdXJuYWwgb24gU2VsZWN0ZWQgQXJlYXMgaW4gSW5mb3JtYXRpb24gVGhlb3J5fSwgCiAgdGl0bGU9e1F1YW50aXphdGlvbiBvZiBEaXN0cmlidXRlZCBEYXRhIGZvciBMZWFybmluZ30sIAogIHllYXI9ezIwMjF9LAogIHZvbHVtZT17Mn0sCiAgbnVtYmVyPXszfSwKICBwYWdlcz17OTg3LTEwMDF9LAogIGFic3RyYWN0PXtXZSBjb25zaWRlciBtYWNoaW5lIGxlYXJuaW5nIGFwcGxpY2F0aW9ucyB0aGF0IHRyYWluIGEgbW9kZWwgYnkgbGV2ZXJhZ2luZyBkYXRhIGRpc3RyaWJ1dGVkIG92ZXIgYSB0cnVzdGVkIG5ldHdvcmssIHdoZXJlIGNvbW11bmljYXRpb24gY29uc3RyYWludHMgY2FuIGNyZWF0ZSBhIHBlcmZvcm1hbmNlIGJvdHRsZW5lY2suIEEgbnVtYmVyIG9mIHJlY2VudCBhcHByb2FjaGVzIHByb3Bvc2UgdG8gb3ZlcmNvbWUgdGhpcyBib3R0bGVuZWNrIHRocm91Z2ggY29tcHJlc3Npb24gb2YgZ3JhZGllbnQgdXBkYXRlcy4gSG93ZXZlciwgYXMgbW9kZWxzIGJlY29tZSBsYXJnZXIsIHNvIGRvZXMgdGhlIHNpemUgb2YgdGhlIGdyYWRpZW50IHVwZGF0ZXMuIEluIHRoaXMgcGFwZXIsIHdlIHByb3Bvc2UgYW4gYWx0ZXJuYXRlIGFwcHJvYWNoIHRvIGxlYXJuIGZyb20gZGlzdHJpYnV0ZWQgZGF0YSB0aGF0IHF1YW50aXplcyBkYXRhIGluc3RlYWQgb2YgZ3JhZGllbnRzLCBhbmQgY2FuIHN1cHBvcnQgbGVhcm5pbmcgb3ZlciBhcHBsaWNhdGlvbnMgd2hlcmUgdGhlIHNpemUgb2YgZ3JhZGllbnQgdXBkYXRlcyBpcyBwcm9oaWJpdGl2ZS4gT3VyIGFwcHJvYWNoIGxldmVyYWdlcyB0aGUgZGVwZW5kZW5jeSBvZiB0aGUgY29tcHV0ZWQgZ3JhZGllbnQgb24gZGF0YSBzYW1wbGVzLCB3aGljaCBsaWUgaW4gYSBtdWNoIHNtYWxsZXIgc3BhY2UgaW4gb3JkZXIgdG8gcGVyZm9ybSB0aGUgcXVhbnRpemF0aW9uIGluIHRoZSBzbWFsbGVyIGRpbWVuc2lvbiBkYXRhIHNwYWNlLiBBdCB0aGUgY29zdCBvZiBhbiBleHRyYSBncmFkaWVudCBjb21wdXRhdGlvbiwgdGhlIGdyYWRpZW50IGVzdGltYXRlIGNhbiBiZSByZWZpbmVkIGJ5IGNvbnZleWluZyB0aGUgZGlmZmVyZW5jZSBiZXR3ZWVuIHRoZSBncmFkaWVudCBhdCB0aGUgcXVhbnRpemVkIGRhdGEgcG9pbnQgYW5kIHRoZSBvcmlnaW5hbCBncmFkaWVudCB1c2luZyBhIHNtYWxsIG51bWJlciBvZiBiaXRzLiBMYXN0bHksIGluIG9yZGVyIHRvIHNhdmUgY29tbXVuaWNhdGlvbiwgb3VyIGFwcHJvYWNoIGFkZHMgYSBsYXllciB0aGF0IGRlY2lkZXMgd2hldGhlciB0byB0cmFuc21pdCBhIHF1YW50aXplZCBkYXRhIHNhbXBsZSBvciBub3QgYmFzZWQgb24gaXRzIGltcG9ydGFuY2UgZm9yIGxlYXJuaW5nLiBXZSBhbmFseXplIHRoZSBjb252ZXJnZW5jZSBvZiB0aGUgcHJvcG9zZWQgYXBwcm9hY2ggZm9yIHNtb290aCBjb252ZXggYW5kIG5vbi1jb252ZXggb2JqZWN0aXZlIGZ1bmN0aW9ucyBhbmQgc2hvdyB0aGF0IHdlIGNhbiBhY2hpZXZlIG9yZGVyIG9wdGltYWwgY29udmVyZ2VuY2UgcmF0ZXMgd2l0aCBjb21tdW5pY2F0aW9uIHRoYXQgbW9zdGx5IGRlcGVuZHMgb24gdGhlIGRhdGEgcmF0aGVyIHRoYW4gdGhlIG1vZGVsIChncmFkaWVudCkgZGltZW5zaW9uLiBXZSB1c2Ugb3VyIHByb3Bvc2VkIGFsZ29yaXRobSB0byB0cmFpbiBSZXNOZXQgbW9kZWxzIG9uIHRoZSBDSUZBUi0xMCBhbmQgSW1hZ2VOZXQgZGF0YXNldHMsIGFuZCBzaG93IHRoYXQgd2UgY2FuIGFjaGlldmUgYW4gb3JkZXIgb2YgbWFnbml0dWRlIHNhdmluZ3Mgb3ZlciBncmFkaWVudCBjb21wcmVzc2lvbiBtZXRob2RzLiBUaGVzZSBjb21tdW5pY2F0aW9uIHNhdmluZ3MgY29tZSBhdCB0aGUgY29zdCBvZiBpbmNyZWFzaW5nIGNvbXB1dGF0aW9uIGF0IHRoZSBsZWFybmluZyBhZ2VudCwgYW5kIHRodXMgb3VyIGFwcHJvYWNoIGlzIGJlbmVmaWNpYWwgaW4gc2NlbmFyaW9zIHdoZXJlIGNvbW11bmljYXRpb24gbG9hZCBpcyB0aGUgbWFpbiBwcm9ibGVtLn0sCiAga2V5d29yZHM9e30sCiAgZG9pPXsxMC4xMTA5L0pTQUlULjIwMjEuMzEwNTM1OX0sCiAgSVNTTj17MjY0MS04NzcwfSwKICBtb250aD17U2VwLn0sCiAgdHlwZT17Mn0sCiAgdGFncz17am91cm5hbCxETUwsQ0VETH0sCiAgdXJsX2FyeGl2PXtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjAxMi4wNzkxM30sCn0KCgoKQEFSVElDTEV7OTY5MTc5MiwgIAphdXRob3I9e1NpbmdoLCBOYXZqb3QgYW5kIERhdGEsIERlZXBlc2ggYW5kIEdlb3JnZSwgSmVtaW4gYW5kIERpZ2dhdmksIFN1aGFzfSwgIGpvdXJuYWw9e0lFRUUgVHJhbnNhY3Rpb25zIG9uIEF1dG9tYXRpYyBDb250cm9sfSwgCnRpdGxlPXtTUEFSUS1TR0Q6IEV2ZW50LVRyaWdnZXJlZCBhbmQgQ29tcHJlc3NlZCBDb21tdW5pY2F0aW9uIGluIERlY2VudHJhbGl6ZWQgT3B0aW1pemF0aW9ufSwgCmpvdXJuYWw9e3tJRUVFfSBUcmFucy4gQXV0b20uIENvbnRyb2wufSwgIAp2b2x1bWUgICAgICAgPSB7Njh9LApudW1iZXIgICAgICAgPSB7Mn0sCnBhZ2VzICAgICAgICA9IHs3MjEtLTczNn0sCnllYXIgICAgICAgICA9IHsyMDIzfSwKdXJsICAgICAgICAgID0ge2h0dHBzOi8vZG9pLm9yZy8xMC4xMTA5L1RBQy4yMDIyLjMxNDU1NzZ9LApkb2kgICAgICAgICAgPSB7MTAuMTEwOS9UQUMuMjAyMi4zMTQ1NTc2fSwKYWJzdHJhY3Q9e0luIHRoaXMgcGFwZXIsIHdlIHByb3Bvc2UgYW5kIGFuYWx5emUgU1BBUlEtU0dELCBhIGNvbW11bmljYXRpb24gZWZmaWNpZW50IGFsZ29yaXRobSBmb3IgZGVjZW50cmFsaXplZCB0cmFpbmluZyBvZiBsYXJnZS1zY2FsZSBtYWNoaW5lIGxlYXJuaW5nIG1vZGVscyBvdmVyIGEgZ3JhcGggd2l0aCBuIG5vZGVzLCB3aGVyZSBjb21tdW5pY2F0aW9uIGVmZmljaWVuY3kgaXMgYWNoaWV2ZWQgdXNpbmcgY29tcHJlc3NlZCBleGNoYW5nZSBvZiBsb2NhbCBtb2RlbCBwYXJhbWV0ZXJzIGFtb25nIG5laWdoYm9yaW5nIG5vZGVzLCB3aGljaCBpcyB0cmlnZ2VyZWQgb25seSB3aGVuIGFuIGV2ZW50IChhIGxvY2FsbHkgY29tcHV0YWJsZSBjb25kaXRpb24pIGlzIHNhdGlzZmllZC4gU3BlY2lmaWNhbGx5LCBpbiBTUEFSUS1TR0QsIGVhY2ggbm9kZSB0YWtlcyBhIGZpeGVkIG51bWJlciBvZiBsb2NhbCBncmFkaWVudCBzdGVwcyBhbmQgdGhlbiBjaGVja3MgaWYgdGhlIG1vZGVsIHBhcmFtZXRlcnMgaGF2ZSBzaWduaWZpY2FudGx5IGNoYW5nZWQgY29tcGFyZWQgdG8gaXRzIGxhc3QgdXBkYXRlOyBvbmx5IHdoZW4gdGhlIGNoYW5nZSBpcyBiZXlvbmQgYSBjZXJ0YWluIHRocmVzaG9sZCAoc3BlY2lmaWVkIGJ5IGEgZGVzaWduIGNyaXRlcmlvbiksIGl0IGNvbXByZXNzZXMgaXRzIGxvY2FsIG1vZGVsIHBhcmFtZXRlcnMgdXNpbmcgYm90aCBxdWFudGl6YXRpb24gYW5kIHNwYXJzaWZpY2F0aW9uIGFuZCBjb21tdW5pY2F0ZXMgdGhlbSB0byBpdHMgbmVpZ2hib3JzLiBXZSBwcm92ZSB0aGF0IFNQQVJRLVNHRCBjb252ZXJnZXMgYXMgTygxL25UKSBhbmQgTygxL3NxcnQoblQpKSBpbiB0aGUgc3Ryb25nbHktY29udmV4IGFuZCBub24tY29udmV4IHNldHRpbmdzLCByZXNwZWN0aXZlbHksIG1hdGNoaW5nIHRoZSBjb252ZXJnZW5jZSByYXRlcyBvZiBwbGFpbiBkZWNlbnRyYWxpemVkIFNHRC4gVGhpcyBkZW1vbnN0cmF0ZXMgdGhhdCB3ZSBnZXQgY29tbXVuaWNhdGlvbiBlZmZpY2llbmN5IGFjaGlldmVkIGJ5IGFnZ3Jlc3NpdmUgY29tcHJlc3Npb24sIGxvY2FsIGl0ZXJhdGlvbnMsIGFuZCBldmVudC10cmlnZ2VyZWQgY29tbXVuaWNhdGlvbiBlc3NlbnRpYWxseSBmb3IgZnJlZS59LCAgCmtleXdvcmRzPXt9LCAgCmRvaT17MTAuMTEwOS9UQUMuMjAyMi4zMTQ1NTc2fSwgIApJU1NOPXsxNTU4LTI1MjN9LCAgCm1vbnRoPXt9LAp0eXBlPXsyfSwKdGFncz17am91cm5hbCxETUwsQ0VETH0sCnVybF9hcnhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzE5MTAuMTQyODB9LAp9CgoKCgpASU5QUk9DRUVESU5HU3s5ODM0NzkwLAogIGF1dGhvcj17SGFubmEsIE9zYW1hIEEuIGFuZCBMaSwgWGlubGluIGFuZCBGcmFnb3VsaSwgQ2hyaXN0aW5hIGFuZCBEaWdnYXZpLCBTdWhhc30sCiAgYm9va3RpdGxlPXtJRUVFIEludGVybmF0aW9uYWwgU3ltcG9zaXVtIG9uIEluZm9ybWF0aW9uIFRoZW9yeSAoSVNJVCl9LCAKICB0aXRsZT17Q2FuIHdlIGJyZWFrIHRoZSBkZXBlbmRlbmN5IGluIGRpc3RyaWJ1dGVkIGRldGVjdGlvbj99LCAKICB5ZWFyPXsyMDIyfSwKICB2b2x1bWU9e30sCiAgbnVtYmVyPXt9LAogIHBhZ2VzPXsyNzIwLTI3MjV9LAogIGFic3RyYWN0PXtXZSBjb25zaWRlciBhIGRpc3RyaWJ1dGVkIGRldGVjdGlvbiBwcm9ibGVtIHdoZXJlIHNlbnNvcnMgb2JzZXJ2ZSBkZXBlbmRlbnQgb2JzZXJ2YXRpb25zLiBXZSBhc2ssIGlmIHdlIGNhbiBhbGxvdyB0aGUgc2Vuc29ycyB0byBsb2NhbGx5IGV4Y2hhbmdlIGEgZmV3IGJpdHMgd2l0aCBlYWNoIG90aGVyLCB3aGV0aGVyIHdlIGNhbiB1c2UgdGhlc2UgYml0cyB0byAiYnJlYWsiIHRoZSBkZXBlbmRlbmN5IG9mIHRoZSBzZW5zb3Igb2JzZXJ2YXRpb25zLCBhbmQgdGh1cyByZWR1Y2UgdGhlIGRlcGVuZGVudCBkZXRlY3Rpb24gcHJvYmxlbSB0byB0aGUgbXVjaCBiZXR0ZXItc3R1ZGllZCBhbmQgdW5kZXJzdG9vZCBjYXNlIG9mIGNvbmRpdGlvbmFsbHkgaW5kZXBlbmRlbnQgb2JzZXJ2YXRpb25zLiBUbyB0aGlzIGVuZCwgd2UgcHJvcG9zZSBhbiBvcHRpbWl6YXRpb24gcHJvYmxlbSB0aGF0IHdlIHByb3ZlIGlzIGVxdWl2YWxlbnQgdG8gbWluaW1pemluZyB0aGUgZGVwZW5kZW5jeSBiZXR3ZWVuIHRoZSBzZW5zb3Igb2JzZXJ2YXRpb25zLiBUaGlzIHByb2JsZW0gaXMgaW4gZ2VuZXJhbCBOUC1oYXJkLCBob3dldmVyLCB3ZSBzaG93IHRoYXQgZm9yIGF0IGxlYXN0IHNvbWUgY2FzZXMgb2YgR2F1c3NpYW4gZGlzdHJpYnV0aW9ucyBpdCBjYW4gYmUgc29sdmVkIGVmZmljaWVudGx5LiBGb3IgZ2VuZXJhbCBkaXN0cmlidXRpb25zLCB3ZSBwcm9wb3NlIHRvIHVzZSBhbHRlcm5hdGluZyBtaW5pbWl6YXRpb24gYW5kIGRlcml2ZSBhIGNvbnN0YW50IGZhY3RvciBhcHByb3hpbWF0aW9uIGFsZ29yaXRobS4gTnVtZXJpY2FsIGV2YWx1YXRpb25zIGluZGljYXRlIHRoYXQgb3VyIGFwcHJvYWNoIGNhbiBvZmZlciBzaWduaWZpY2FudCBpbXByb3ZlbWVudCBpbiBkZXRlY3Rpb24gYWNjdXJhY3kgb3ZlciBhbHRlcm5hdGl2ZSBzY2hlbWVzLn0sCiAga2V5d29yZHM9e30sCiAgZG9pPXsxMC4xMTA5L0lTSVQ1MDU2Ni4yMDIyLjk4MzQ3OTB9LAogIElTU049ezIxNTctODExN30sCiAgbW9udGg9e0p1bmV9LAogIHRhZ3M9e2NvbmYsQ0VETCxETUx9LAogIHR5cGU9ezR9LAp9CgoKCkBBUlRJQ0xFezEwMDc1Njc4LAogIGF1dGhvcj17Q2FvLCBYdWFueXUgYW5kIEJhxZ9hciwgVGFtZXIgYW5kIERpZ2dhdmksIFN1aGFzIGFuZCBFbGRhciwgWW9uaW5hIEMuIGFuZCBMZXRhaWVmLCBLaGFsZWQgQi4gYW5kIFBvb3IsIEguIFZpbmNlbnQgYW5kIFpoYW5nLCBKdW5zaGFufSwKICBqb3VybmFsPXtJRUVFIEpvdXJuYWwgb24gU2VsZWN0ZWQgQXJlYXMgaW4gQ29tbXVuaWNhdGlvbnN9LCAKICB0aXRsZT17R3Vlc3QgRWRpdG9yaWFsIENvbW11bmljYXRpb24tRWZmaWNpZW50IERpc3RyaWJ1dGVkIExlYXJuaW5nIE92ZXIgTmV0d29ya3N9LCAKICB5ZWFyPXsyMDIzfSwKICB2b2x1bWU9ezQxfSwKICBudW1iZXI9ezR9LAogIHBhZ2VzPXs4NDUtODUwfSwKICBhYnN0cmFjdD17RGlzdHJpYnV0ZWQgbWFjaGluZSBsZWFybmluZyBpcyBlbnZpc2lvbmVkIGFzIHRoZSBiZWRyb2NrIG9mIGZ1dHVyZSBpbnRlbGxpZ2VudCBuZXR3b3Jrcywgd2hlcmUgYWdlbnRzIGV4Y2hhbmdlIGluZm9ybWF0aW9uIHdpdGggZWFjaCBvdGhlciB0byB0cmFpbiBtb2RlbHMgY29sbGFib3JhdGl2ZWx5IHdpdGhvdXQgdXBsb2FkaW5nIGRhdGEgdG8gYSBjZW50cmFsIHByb2Nlc3Nvci4gRGVzcGl0ZSBpdHMgYnJvYWQgYXBwbGljYWJpbGl0eSwgYSBkb3duc2lkZSBvZiBkaXN0cmlidXRlZCBsZWFybmluZyBpcyB0aGUgbmVlZCBmb3IgaXRlcmF0aXZlIGluZm9ybWF0aW9uIGV4Y2hhbmdlIGJldHdlZW4gYWdlbnRzLCB3aGljaCBtYXkgbGVhZCB0byBoaWdoIGNvbW11bmljYXRpb24gb3ZlcmhlYWQgdW5hZmZvcmRhYmxlIGluIG1hbnkgcHJhY3RpY2FsIHN5c3RlbXMgd2l0aCBsaW1pdGVkIGNvbW11bmljYXRpb24gcmVzb3VyY2VzLiBUbyByZXNvbHZlIHRoaXMgY29tbXVuaWNhdGlvbiBib3R0bGVuZWNrLCB3ZSBuZWVkIHRvIGRldmlzZSBjb21tdW5pY2F0aW9uLWVmZmljaWVudCBkaXN0cmlidXRlZCBsZWFybmluZyBhbGdvcml0aG1zIGFuZCBwcm90b2NvbHMgdGhhdCBjYW4gcmVkdWNlIHRoZSBjb21tdW5pY2F0aW9uIGNvc3QgYW5kIHNpbXVsdGFuZW91c2x5IGFjaGlldmUgc2F0aXNmYWN0b3J5IGxlYXJuaW5nL29wdGltaXphdGlvbiBwZXJmb3JtYW5jZS4gQWNjb21wbGlzaGluZyB0aGlzIGdvYWwgbmVjZXNzaXRhdGVzIHN5bmVyZ2lzdGljIHRlY2huaXF1ZXMgZnJvbSBhIGRpdmVyc2Ugc2V0IG9mIGZpZWxkcywgaW5jbHVkaW5nIG9wdGltaXphdGlvbiwgbWFjaGluZSBsZWFybmluZywgd2lyZWxlc3MgY29tbXVuaWNhdGlvbnMsIGdhbWUgdGhlb3J5LCBhbmQgbmV0d29yay9ncmFwaCB0aGVvcnkuIFRoaXMgU3BlY2lhbCBJc3N1ZSBpcyBkZWRpY2F0ZWQgdG8gY29tbXVuaWNhdGlvbi1lZmZpY2llbnQgZGlzdHJpYnV0ZWQgbGVhcm5pbmcgZnJvbSBtdWx0aXBsZSBwZXJzcGVjdGl2ZXMsIGluY2x1ZGluZyBmdW5kYW1lbnRhbCB0aGVvcmllcywgYWxnb3JpdGhtIGRlc2lnbiBhbmQgYW5hbHlzaXMsIGFuZCBwcmFjdGljYWwgY29uc2lkZXJhdGlvbnMufSwKICBrZXl3b3Jkcz17fSwKICBkb2k9ezEwLjExMDkvSlNBQy4yMDIzLjMyNDE4NDh9LAogIElTU049ezE1NTgtMDAwOH0sCiAgbW9udGg9e0FwcmlsfSwKICB0eXBlPXsyfSwKICB0YWdzPXtqb3VybmFsLENFREwsRE1MfSwKfQoKCgpAYXJ0aWNsZXtEQkxQOmpvdXJuYWxzL2pzYWMvQ2FvQkRFTFBaMjNhLAogIGF1dGhvciAgICAgICA9IHtYdWFueXUgQ2FvIGFuZAogICAgICAgICAgICAgICAgICBUYW1lciBCYXNhciBhbmQKICAgICAgICAgICAgICAgICAgU3VoYXMgTi4gRGlnZ2F2aSBhbmQKICAgICAgICAgICAgICAgICAgWW9uaW5hIEMuIEVsZGFyIGFuZAogICAgICAgICAgICAgICAgICBLaGFsZWQgQi4gTGV0YWllZiBhbmQKICAgICAgICAgICAgICAgICAgSC4gVmluY2VudCBQb29yIGFuZAogICAgICAgICAgICAgICAgICBKdW5zaGFuIFpoYW5nfSwKICB0aXRsZSAgICAgICAgPSB7Q29tbXVuaWNhdGlvbi1FZmZpY2llbnQgRGlzdHJpYnV0ZWQgTGVhcm5pbmc6IEFuIE92ZXJ2aWV3fSwKICBqb3VybmFsICAgICAgPSB7e0lFRUV9IEouIFNlbC4gQXJlYXMgQ29tbXVuLn0sCiAgdm9sdW1lICAgICAgID0gezQxfSwKICBudW1iZXIgICAgICAgPSB7NH0sCiAgcGFnZXMgICAgICAgID0gezg1MS0tODczfSwKICB5ZWFyICAgICAgICAgPSB7MjAyM30sCiAgdXJsICAgICAgICAgID0ge2h0dHBzOi8vZG9pLm9yZy8xMC4xMTA5L0pTQUMuMjAyMy4zMjQyNzEwfSwKICBkb2kgICAgICAgICAgPSB7MTAuMTEwOS9KU0FDLjIwMjMuMzI0MjcxMH0sCiAgdGltZXN0YW1wICAgID0ge1R1ZSwgMjggTWFyIDIwMjMgMTk6NTA6MjQgKzAyMDB9LAogIGJpYnVybCAgICAgICA9IHtodHRwczovL2RibHAub3JnL3JlYy9qb3VybmFscy9qc2FjL0Nhb0JERUxQWjIzYS5iaWJ9LAogIHR5cGUgICAgPSB7Mn0sCiAgdGFncyA9IHtqb3VybmFsLENFREwsRE1MfQp9CgoKCkBBUlRJQ0xFe2NvbW0tZWZmaWNpZW50REwsCiAgYXV0aG9yPXtDYW4sIFMuIGFuZCBCYXNhciwgVC4gYW5kIERpZ2dhdmksIFMuIE4uIGFuZCBFbGRhciwgWS4gQy4gYW5kIExldGFpZWYgSy4gQi4gYW5kIFBvb3IsIEguIFYuIGFuZCBaaGFuZywgSi59LAogIGpvdXJuYWw9e3RvIGFwcGVhciBpbiBJRUVFIEpvdXJuYWwgb2YgU2VsZWN0ZWQgQXJlYXMgaW4gQ29tbXVuaWNhdGlvbnMgKEpTQUMpLCAyMDIyLn0sIAogIHRpdGxlPXtDb21tdW5pY2F0aW9uLUVmZmljaWVudCBEaXN0cmlidXRlZCBMZWFybmluZzogQW4gT3ZlcnZpZXd9LCAKICB5ZWFyPXsyMDIyfSwKICBrZXl3b3Jkcz17fSwKICBkb2k9e30sCiAgSVNTTj17fSwKICBtb250aD17fSwKICB0YWdzPXtqb3VybmFsLENFREwsRE1MfSwKICB0eXBlPXsyfSwKICB9CgoKCkBhcnRpY2xle3NpbmdoMjAyMWRlY2VudHJhbGl6ZWQsCiAgdGl0bGU9e0RlY2VudHJhbGl6ZWQgTXVsdGktVGFzayBTdG9jaGFzdGljIE9wdGltaXphdGlvbiBXaXRoIENvbXByZXNzZWQgQ29tbXVuaWNhdGlvbnN9LAogIGF1dGhvcj17U2luZ2gsIE5hdmpvdCBhbmQgQ2FvLCBYdWFueXUgYW5kIERpZ2dhdmksIFN1aGFzIGFuZCBCYXNhciwgVGFtZXJ9LAogIGpvdXJuYWw9e2FyWGl2IHByZXByaW50IGFyWGl2OjIxMTIuMTIzNzN9LAogIHllYXI9ezIwMjF9LAogIHR5cGU9ezF9LAogIHRhZ3M9e2pvdXJuYWxTdWIsQ0VETCxETUx9LAogIHVybF9hcnhpdj17aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzIxMTIuMTIzNzN9LAogIGFic3RyYWN0PXtXZSBjb25zaWRlciBhIG11bHRpLWFnZW50IG5ldHdvcmsgd2hlcmUgZWFjaCBub2RlIGhhcyBhIHN0b2NoYXN0aWMgKGxvY2FsKSBjb3N0IGZ1bmN0aW9uIHRoYXQgZGVwZW5kcyBvbiB0aGUgZGVjaXNpb24gdmFyaWFibGUgb2YgdGhhdCBub2RlIGFuZCBhIHJhbmRvbSB2YXJpYWJsZSwgYW5kIGZ1cnRoZXIgdGhlIGRlY2lzaW9uIHZhcmlhYmxlcyBvZiBuZWlnaGJvcmluZyBub2RlcyBhcmUgcGFpcndpc2UgY29uc3RyYWluZWQuIFRoZXJlIGlzIGFuIGFnZ3JlZ2F0ZSBvYmplY3RpdmUgZnVuY3Rpb24gZm9yIHRoZSBuZXR3b3JrLCBjb21wb3NlZCBhZGRpdGl2ZWx5IG9mIHRoZSBleHBlY3RlZCB2YWx1ZXMgb2YgdGhlIGxvY2FsIGNvc3QgZnVuY3Rpb25zIGF0IHRoZSBub2RlcywgYW5kIHRoZSBvdmVyYWxsIGdvYWwgb2YgdGhlIG5ldHdvcmsgaXMgdG8gb2J0YWluIHRoZSBtaW5pbWl6aW5nIHNvbHV0aW9uIHRvIHRoaXMgYWdncmVnYXRlIG9iamVjdGl2ZSBmdW5jdGlvbiBzdWJqZWN0IHRvIGFsbCB0aGUgcGFpcndpc2UgY29uc3RyYWludHMuIFRoaXMgaXMgdG8gYmUgYWNoaWV2ZWQgYXQgdGhlIG5vZGUgbGV2ZWwgdXNpbmcgZGVjZW50cmFsaXplZCBpbmZvcm1hdGlvbiBhbmQgbG9jYWwgY29tcHV0YXRpb24sIHdpdGggZXhjaGFuZ2VzIG9mIG9ubHkgY29tcHJlc3NlZCBpbmZvcm1hdGlvbiBhbGxvd2VkIGJ5IG5laWdoYm9yaW5nIG5vZGVzLiBUaGUgcGFwZXIgZGV2ZWxvcHMgYWxnb3JpdGhtcyBhbmQgb2J0YWlucyBwZXJmb3JtYW5jZSBib3VuZHMgZm9yIHR3byBkaWZmZXJlbnQgbW9kZWxzIG9mIGxvY2FsIGluZm9ybWF0aW9uIGF2YWlsYWJpbGl0eSBhdCB0aGUgbm9kZXM6IChpKSBzYW1wbGUgZmVlZGJhY2ssIHdoZXJlIGVhY2ggbm9kZSBoYXMgZGlyZWN0IGFjY2VzcyB0byBzYW1wbGVzIG9mIHRoZSBsb2NhbCByYW5kb20gdmFyaWFibGUgdG8gZXZhbHVhdGUgaXRzIGxvY2FsIGNvc3QsIGFuZCAoaWkpIGJhbmRpdCBmZWVkYmFjaywgd2hlcmUgc2FtcGxlcyBvZiB0aGUgcmFuZG9tIHZhcmlhYmxlcyBhcmUgbm90IGF2YWlsYWJsZSwgYnV0IG9ubHkgdGhlIHZhbHVlcyBvZiB0aGUgbG9jYWwgY29zdCBmdW5jdGlvbnMgYXQgdHdvIHJhbmRvbSBwb2ludHMgY2xvc2UgdG8gdGhlIGRlY2lzaW9uIGFyZSBhdmFpbGFibGUgdG8gZWFjaCBub2RlLiBGb3IgYm90aCBtb2RlbHMsIHdpdGggY29tcHJlc3NlZCBjb21tdW5pY2F0aW9uIGJldHdlZW4gbmVpZ2hib3JzLCB3ZSBoYXZlIGRldmVsb3BlZCBkZWNlbnRyYWxpemVkIHNhZGRsZS1wb2ludCBhbGdvcml0aG1zIHRoYXQgZGVsaXZlciBwZXJmb3JtYW5jZXMgbm8gZGlmZmVyZW50IChpbiBvcmRlciBzZW5zZSkgZnJvbSB0aG9zZSB3aXRob3V0IGNvbW11bmljYXRpb24gY29tcHJlc3Npb247IHNwZWNpZmljYWxseSwgd2Ugc2hvdyB0aGF0IGRldmlhdGlvbiBmcm9tIHRoZSBnbG9iYWwgbWluaW11bSB2YWx1ZSBhbmQgdmlvbGF0aW9ucyBvZiB0aGUgY29uc3RyYWludHMgYXJlIHVwcGVyLWJvdW5kZWQgYnkg7oi7KFTiiJIxMikgYW5kIO6IuyhU4oiSMTQpLCByZXNwZWN0aXZlbHksIHdoZXJlIFQgaXMgdGhlIG51bWJlciBvZiBpdGVyYXRpb25zLiBOdW1lcmljYWwgZXhhbXBsZXMgcHJvdmlkZWQgaW4gdGhlIHBhcGVyIGNvcnJvYm9yYXRlIHRoZXNlIGJvdW5kcyBhbmQgZGVtb25zdHJhdGUgdGhlIGNvbW11bmljYXRpb24gZWZmaWNpZW5jeSBvZiB0aGUgcHJvcG9zZWQgbWV0aG9kLn0sCn0KCgoKQGFydGljbGV7b3prYXJhMjAyMXF1cGVkLAogIHRpdGxlPXtRdVBlRDogUXVhbnRpemVkIFBlcnNvbmFsaXphdGlvbiB2aWEgRGlzdGlsbGF0aW9uIHdpdGggQXBwbGljYXRpb25zIHRvIEZlZGVyYXRlZCBMZWFybmluZ30sCiAgYXV0aG9yPXtPemthcmEsIEthYW4gYW5kIFNpbmdoLCBOYXZqb3QgYW5kIERhdGEsIERlZXBlc2ggYW5kIERpZ2dhdmksIFN1aGFzfSwKICBqb3VybmFsPXtBZHZhbmNlcyBpbiBOZXVyYWwgSW5mb3JtYXRpb24gUHJvY2Vzc2luZyBTeXN0ZW1zfSwKICB2b2x1bWU9ezM0fSwKICB5ZWFyPXsyMDIxfSwKICB0YWdzID0ge2NvbmYsQ0VETCxETUwsUEZMfSwKICB1cmxfYXJ4aXYgPSB7aHR0cHM6Ly9hcnhpdi5vcmcvYWJzLzIxMDcuMTM4OTJ9LAogIHR5cGUgPSB7NH0sCiAgYWJzdHJhY3Q9e1RyYWRpdGlvbmFsbHksIGZlZGVyYXRlZCBsZWFybmluZyAoRkwpIGFpbXMgdG8gdHJhaW4gYSBzaW5nbGUgZ2xvYmFsIG1vZGVsIHdoaWxlIGNvbGxhYm9yYXRpdmVseSB1c2luZyBtdWx0aXBsZSBjbGllbnRzIGFuZCBhIHNlcnZlci4gVHdvIG5hdHVyYWwgY2hhbGxlbmdlcyB0aGF0IEZMIGFsZ29yaXRobXMgZmFjZSBhcmUgaGV0ZXJvZ2VuZWl0eSBpbiBkYXRhIGFjcm9zcyBjbGllbnRzIGFuZCBjb2xsYWJvcmF0aW9uIG9mIGNsaWVudHMgd2l0aCBkaXZlcnNlIHJlc291cmNlcy4gSW4gdGhpcyB3b3JrLCB3ZSBpbnRyb2R1Y2UgYSBxdWFudGl6ZWQgYW5kIHBlcnNvbmFsaXplZCBGTCBhbGdvcml0aG0gUXVQZUQgdGhhdCBmYWNpbGl0YXRlcyBjb2xsZWN0aXZlIChwZXJzb25hbGl6ZWQgbW9kZWwgY29tcHJlc3Npb24pIHRyYWluaW5nIHZpYSBrbm93bGVkZ2UgZGlzdGlsbGF0aW9uIChLRCkgYW1vbmcgY2xpZW50cyB3aG8gaGF2ZSBhY2Nlc3MgdG8gaGV0ZXJvZ2VuZW91cyBkYXRhIGFuZCByZXNvdXJjZXMuIEZvciBwZXJzb25hbGl6YXRpb24sIHdlIGFsbG93IGNsaWVudHMgdG8gbGVhcm4gY29tcHJlc3NlZCBwZXJzb25hbGl6ZWQgbW9kZWxzIHdpdGggZGlmZmVyZW50IHF1YW50aXphdGlvbiBwYXJhbWV0ZXJzIGFuZCBtb2RlbCBkaW1lbnNpb25zL3N0cnVjdHVyZXMuIFRvd2FyZHMgdGhpcywgZmlyc3Qgd2UgcHJvcG9zZSBhbiBhbGdvcml0aG0gZm9yIGxlYXJuaW5nIHF1YW50aXplZCBtb2RlbHMgdGhyb3VnaCBhIHJlbGF4ZWQgb3B0aW1pemF0aW9uIHByb2JsZW0sIHdoZXJlIHF1YW50aXphdGlvbiB2YWx1ZXMgYXJlIGFsc28gb3B0aW1pemVkIG92ZXIuIFdoZW4gZWFjaCBjbGllbnQgcGFydGljaXBhdGluZyBpbiB0aGUgKGZlZGVyYXRlZCkgbGVhcm5pbmcgcHJvY2VzcyBoYXMgZGlmZmVyZW50IHJlcXVpcmVtZW50cyBmb3IgdGhlIGNvbXByZXNzZWQgbW9kZWwgKGJvdGggaW4gbW9kZWwgZGltZW5zaW9uIGFuZCBwcmVjaXNpb24pLCB3ZSBmb3JtdWxhdGUgYSBjb21wcmVzc2VkIHBlcnNvbmFsaXphdGlvbiBmcmFtZXdvcmsgYnkgaW50cm9kdWNpbmcga25vd2xlZGdlIGRpc3RpbGxhdGlvbiBsb3NzIGZvciBsb2NhbCBjbGllbnQgb2JqZWN0aXZlcyBjb2xsYWJvcmF0aW5nIHRocm91Z2ggYSBnbG9iYWwgbW9kZWwuIFdlIGRldmVsb3AgYW4gYWx0ZXJuYXRpbmcgcHJveGltYWwgZ3JhZGllbnQgdXBkYXRlIGZvciBzb2x2aW5nIHRoaXMgY29tcHJlc3NlZCBwZXJzb25hbGl6YXRpb24gcHJvYmxlbSwgYW5kIGFuYWx5emUgaXRzIGNvbnZlcmdlbmNlIHByb3BlcnRpZXMuIE51bWVyaWNhbGx5LCB3ZSB2YWxpZGF0ZSB0aGF0IFF1UGVEIG91dHBlcmZvcm1zIGNvbXBldGluZyBwZXJzb25hbGl6ZWQgRkwgbWV0aG9kcywgRmVkQXZnLCBhbmQgbG9jYWwgdHJhaW5pbmcgb2YgY2xpZW50cyBpbiB2YXJpb3VzIGhldGVyb2dlbmVvdXMgc2V0dGluZ3MufSwKfQoKCgpAYXJ0aWNsZXtvemthcmEyMDIxcXVwZWwsCiAgdGl0bGUgPSB7UXVQZUw6IFF1YW50aXplZCBQZXJzb25hbGl6YXRpb24gd2l0aCBBcHBsaWNhdGlvbnMgdG8gRmVkZXJhdGVkIExlYXJuaW5nfSwKICBhdXRob3IgPSB7T3prYXJhLCBLYWFuIGFuZCBTaW5naCwgTmF2am90IGFuZCBEYXRhLCBEZWVwZXNoIGFuZCBEaWdnYXZpLCBTdWhhc30sCiAgam91cm5hbCA9IHthclhpdiBwcmVwcmludCBhclhpdjoyMTAyLjExNzg2fSwKICB5ZWFyID0gezIwMjF9LAogIGFic3RyYWN0ID0ge1RyYWRpdGlvbmFsbHksIGZlZGVyYXRlZCBsZWFybmluZyAoRkwpIGFpbXMgdG8gdHJhaW4gYSBzaW5nbGUgZ2xvYmFsIG1vZGVsIHdoaWxlIGNvbGxhYm9yYXRpdmVseSB1c2luZyBtdWx0aXBsZSBjbGllbnRzIGFuZCBhIHNlcnZlci4gVHdvIG5hdHVyYWwgY2hhbGxlbmdlcyB0aGF0IEZMIGFsZ29yaXRobXMgZmFjZSBhcmUgaGV0ZXJvZ2VuZWl0eSBpbiBkYXRhIGFjcm9zcyBjbGllbnRzIGFuZCBjb2xsYWJvcmF0aW9uIG9mIGNsaWVudHMgd2l0aCB7XGVtIGRpdmVyc2UgcmVzb3VyY2VzfS4gSW4gdGhpcyB3b3JrLCB3ZSBpbnRyb2R1Y2UgYSBcdGV4dGl0e3F1YW50aXplZH0gYW5kIFx0ZXh0aXR7cGVyc29uYWxpemVkfSBGTCBhbGdvcml0aG0gUXVQZUwgdGhhdCBmYWNpbGl0YXRlcyBjb2xsZWN0aXZlIHRyYWluaW5nIHdpdGggaGV0ZXJvZ2VuZW91cyBjbGllbnRzIHdoaWxlIHJlc3BlY3RpbmcgcmVzb3VyY2UgZGl2ZXJzaXR5LiBGb3IgcGVyc29uYWxpemF0aW9uLCB3ZSBhbGxvdyBjbGllbnRzIHRvIGxlYXJuIFx0ZXh0aXR7Y29tcHJlc3NlZCBwZXJzb25hbGl6ZWQgbW9kZWxzfSB3aXRoIGRpZmZlcmVudCBxdWFudGl6YXRpb24gcGFyYW1ldGVycyBkZXBlbmRpbmcgb24gdGhlaXIgcmVzb3VyY2VzLiBUb3dhcmRzIHRoaXMsIGZpcnN0IHdlIHByb3Bvc2UgYW4gYWxnb3JpdGhtIGZvciBsZWFybmluZyBxdWFudGl6ZWQgbW9kZWxzIHRocm91Z2ggYSByZWxheGVkIG9wdGltaXphdGlvbiBwcm9ibGVtLCB3aGVyZSBxdWFudGl6YXRpb24gdmFsdWVzIGFyZSBhbHNvIG9wdGltaXplZCBvdmVyLiBXaGVuIGVhY2ggY2xpZW50IHBhcnRpY2lwYXRpbmcgaW4gdGhlIChmZWRlcmF0ZWQpIGxlYXJuaW5nIHByb2Nlc3MgaGFzIGRpZmZlcmVudCByZXF1aXJlbWVudHMgb2YgdGhlIHF1YW50aXplZCBtb2RlbCAoYm90aCBpbiB2YWx1ZSBhbmQgcHJlY2lzaW9uKSwgd2UgZm9ybXVsYXRlIGEgcXVhbnRpemVkIHBlcnNvbmFsaXphdGlvbiBmcmFtZXdvcmsgYnkgaW50cm9kdWNpbmcgYSBwZW5hbHR5IHRlcm0gZm9yIGxvY2FsIGNsaWVudCBvYmplY3RpdmVzIGFnYWluc3QgYSBnbG9iYWxseSB0cmFpbmVkIG1vZGVsIHRvIGVuY291cmFnZSBjb2xsYWJvcmF0aW9uLiBXZSBkZXZlbG9wIGFuIGFsdGVybmF0aW5nIHByb3hpbWFsIGdyYWRpZW50IHVwZGF0ZSBmb3Igc29sdmluZyB0aGlzIHF1YW50aXplZCBwZXJzb25hbGl6YXRpb24gcHJvYmxlbSwgYW5kIHdlIGFuYWx5emUgaXRzIGNvbnZlcmdlbmNlIHByb3BlcnRpZXMuIE51bWVyaWNhbGx5LCB3ZSBzaG93IHRoYXQgb3B0aW1pemluZyBvdmVyIHRoZSBxdWFudGl6YXRpb24gbGV2ZWxzIGluY3JlYXNlcyB0aGUgcGVyZm9ybWFuY2UgYW5kIHdlIHZhbGlkYXRlIHRoYXQgUXVQZUwgb3V0cGVyZm9ybXMgYm90aCBGZWRBdmcgYW5kIGxvY2FsIHRyYWluaW5nIG9mIGNsaWVudHMgaW4gYSBoZXRlcm9nZW5lb3VzIHNldHRpbmcufSwKICB0YWdzID0ge2pvdXJuYWxTdWIsQ0VETCxETUx9LAogIHVybF9hcnhpdiA9IHtodHRwczovL2FyeGl2Lm9yZy9hYnMvMjEwMi4xMTc4Nn0sCiAgdHlwZSA9IHsxfSwKfQoKCgpAaW5wcm9jZWVkaW5nc3tiYXN1MjAxOXFzcGFyc2UsCiBhYnN0cmFjdCA9IHtDb21tdW5pY2F0aW9uIGJvdHRsZW5lY2sgaGFzIGJlZW4gaWRlbnRpZmllZCBhcyBhIHNpZ25pZmljYW50IGlzc3VlIGluIGRpc3RyaWJ1dGVkIG9wdGltaXphdGlvbiBvZiBsYXJnZS1zY2FsZSBsZWFybmluZyBtb2RlbHMuIFJlY2VudGx5LCBzZXZlcmFsIGFwcHJvYWNoZXMgdG8gbWl0aWdhdGUgdGhpcyBwcm9ibGVtIGhhdmUgYmVlbiBwcm9wb3NlZCwgaW5jbHVkaW5nIGRpZmZlcmVudCBmb3JtcyBvZiBncmFkaWVudCBjb21wcmVzc2lvbiBvciBjb21wdXRpbmcgbG9jYWwgbW9kZWxzIGFuZCBtaXhpbmcgdGhlbSBpdGVyYXRpdmVseS4gSW4gdGhpcyBwYXBlciwgd2UgcHJvcG9zZSBcZW1waHtRc3BhcnNlLWxvY2FsLVNHRH0gYWxnb3JpdGhtLCB3aGljaCBjb21iaW5lcyBhZ2dyZXNzaXZlIHNwYXJzaWZpY2F0aW9uIHdpdGggcXVhbnRpemF0aW9uIGFuZCBsb2NhbCBjb21wdXRhdGlvbiBhbG9uZyB3aXRoIGVycm9yIGNvbXBlbnNhdGlvbiwgYnkga2VlcGluZyB0cmFjayBvZiB0aGUgZGlmZmVyZW5jZSBiZXR3ZWVuIHRoZSB0cnVlIGFuZCBjb21wcmVzc2VkIGdyYWRpZW50cy4gV2UgcHJvcG9zZSBib3RoIHN5bmNocm9ub3VzIGFuZCBhc3luY2hyb25vdXMgaW1wbGVtZW50YXRpb25zIG9mIFxlbXBoe1FzcGFyc2UtbG9jYWwtU0dEfS4gV2UgYW5hbHl6ZSBjb252ZXJnZW5jZSBmb3IgXGVtcGh7UXNwYXJzZS1sb2NhbC1TR0R9IGluIHRoZSBcZW1waHtkaXN0cmlidXRlZH0gc2V0dGluZyBmb3Igc21vb3RoIG5vbi1jb252ZXggYW5kIGNvbnZleCBvYmplY3RpdmUgZnVuY3Rpb25zLiBXZSBkZW1vbnN0cmF0ZSB0aGF0IFxlbXBoe1FzcGFyc2UtbG9jYWwtU0dEfSBjb252ZXJnZXMgYXQgdGhlIHNhbWUgcmF0ZSBhcyB2YW5pbGxhIGRpc3RyaWJ1dGVkIFNHRCBmb3IgbWFueSBpbXBvcnRhbnQgY2xhc3NlcyBvZiBzcGFyc2lmaWVycyBhbmQgcXVhbnRpemVycy4gV2UgdXNlIFxlbXBoe1FzcGFyc2UtbG9jYWwtU0dEfSB0byB0cmFpbiBSZXNOZXQtNTAgb24gSW1hZ2VOZXQgYW5kIHNob3cgdGhhdCBpdCByZXN1bHRzIGluIHNpZ25pZmljYW50IHNhdmluZ3Mgb3ZlciB0aGUgc3RhdGUtb2YtdGhlLWFydCwgaW4gdGhlIG51bWJlciBvZiBiaXRzIHRyYW5zbWl0dGVkIHRvIHJlYWNoIHRhcmdldCBhY2N1cmFjeS59LAogYXV0aG9yID0ge0Jhc3UsIERlYnJhaiBhbmQgRGF0YSwgRGVlcGVzaCBhbmQgS2FyYWt1cywgQ2FuIGFuZCBEaWdnYXZpLCBTdWhhc30sCiBib29rdGl0bGUgPSB7QWR2YW5jZXMgaW4gTmV1cmFsIEluZm9ybWF0aW9uIFByb2Nlc3NpbmcgU3lzdGVtc30sCiBwYWdlcyA9IHsxNDY5NS0tMTQ3MDZ9LAogdGFncyA9IHtjb25mLENFREwsRE1MfSwKIHRpdGxlID0ge1FzcGFyc2UtbG9jYWwtU0dEOiBEaXN0cmlidXRlZCBTR0Qgd2l0aCBxdWFudGl6YXRpb24sIHNwYXJzaWZpY2F0aW9uIGFuZCBsb2NhbCBjb21wdXRhdGlvbnN9LAogdHlwZSA9IHs0fSwKIHVybF9hcnhpdiA9IHtodHRwczovL2FyeGl2Lm9yZy9hYnMvMTkwNi4wMjM2N30sCiB5ZWFyID0gezIwMTl9Cn0KCgoKQGlucHJvY2VlZGluZ3N7ZXp6ZWxkaW4yMDE5cXVhbnRpemluZywKIGFic3RyYWN0ID0ge0luIG1hbnkgbWFjaGluZSBsZWFybmluZyBhcHBsaWNhdGlvbnMsIG9uY2Ugd2UgaGF2ZSBsZWFybmVkIGEgY2xhc3NpZmllciwgaW4gb3JkZXIgdG8gYXBwbHkgaXQsIHdlIG1heSBzdGlsbCBuZWVkIHRvIGdhdGhlciBmZWF0dXJlcyBmcm9tIGRpc3RyaWJ1dGVkIHNlbnNvcnMgb3ZlciBjb21tdW5pY2F0aW9uIGNvbnN0cmFpbmVkIGNoYW5uZWxzLiBJbiB0aGlzIHBhcGVyLCB3ZSBwcm9wb3NlIGEgcG9seW5vbWlhbCBjb21wbGV4aXR5IGFsZ29yaXRobSBmb3IgZmVhdHVyZSBxdWFudGl6YXRpb24gdGFpbG9yZWQgdG8gbWluaW1pemluZyB0aGUgY2xhc3NpZmljYXRpb24gZXJyb3Igb2YgYSBsaW5lYXIgY2xhc3NpZmllci4gT3VyIHNjaGVtZSBwcm9kdWNlcyBzY2FsYXIgcXVhbnRpemVycyB0aGF0IGFyZSB3ZWxsLXRhaWxvcmVkIHRvIGRlbGF5LXNlbnNpdGl2ZSBhcHBsaWNhdGlvbnMsIG9wZXJhdGVzIG9uIHRoZSBzYW1lIHRyYWluaW5nIGRhdGEgdXNlZCB0byBsZWFybiB0aGUgY2xhc3NpZmllciwgYW5kIGFsbG93cyBlYWNoIGRpc3RyaWJ1dGVkIHNlbnNvciB0byBvcGVyYXRlIGluZGVwZW5kZW50bHkgb2YgZWFjaCBvdGhlci4gTnVtZXJpY2FsIGV2YWx1YXRpb24gaW5kaWNhdGVzIHVwIHRvIDY1JSBiZW5lZml0cyBvdmVyIGFsdGVybmF0aXZlIGFwcHJvYWNoZXMuIEFkZGl0aW9uYWxseSwgd2UgcHJvdmlkZSBhbiBleGFtcGxlIHdoZXJlLCBqb2ludGx5IGRlc2lnbmluZyB0aGUgbGluZWFyIGNsYXNzaWZpZXIgYW5kIHRoZSBxdWFudGl6YXRpb24gc2NoZW1lLCBjYW4gb3V0cGVyZm9ybSBzZXF1ZW50aWFsIGRlc2lnbnMufSwKIGF1dGhvciA9IHtFenplbGRpbiwgWWFoeWEgSCBhbmQgRnJhZ291bGksIENocmlzdGluYSBhbmQgRGlnZ2F2aSwgU3VoYXN9LAogYm9va3RpdGxlID0gezIwMTkgSUVFRSBJbnRlcm5hdGlvbmFsIFN5bXBvc2l1bSBvbiBJbmZvcm1hdGlvbiBUaGVvcnkgKElTSVQpfSwKIG9yZ2FuaXphdGlvbiA9IHtJRUVFfSwKIHBhZ2VzID0gezkxMi0tOTE2fSwKIHRhZ3MgPSB7Y29uZixETUwsQ0VETH0sCiB0aXRsZSA9IHtRdWFudGl6aW5nIFNpZ25hbHMgZm9yIExpbmVhciBDbGFzc2lmaWNhdGlvbn0sCiB0eXBlID0gezR9LAogZG9pID0gezEwLjExMDkvSVNJVC4yMDE5Ljg4NDk1ODl9LAogeWVhciA9IHsyMDE5fQp9CgoKCkBhcnRpY2xle3NpbmdoMjAxOXNwYXJxLAogYWJzdHJhY3QgPSB7SW4gdGhpcyBwYXBlciwgd2UgcHJvcG9zZSBhbmQgYW5hbHl6ZSBTUEFSUS1TR0QsIHdoaWNoIGlzIGFuIGV2ZW50LXRyaWdnZXJlZCBhbmQgY29tcHJlc3NlZCBhbGdvcml0aG0gZm9yIGRlY2VudHJhbGl6ZWQgdHJhaW5pbmcgb2YgbGFyZ2Utc2NhbGUgbWFjaGluZSBsZWFybmluZyBtb2RlbHMuIEVhY2ggbm9kZSBjYW4gbG9jYWxseSBjb21wdXRlIGEgY29uZGl0aW9uIChldmVudCkgd2hpY2ggdHJpZ2dlcnMgYSBjb21tdW5pY2F0aW9uIHdoZXJlIHF1YW50aXplZCBhbmQgc3BhcnNpZmllZCBsb2NhbCBtb2RlbCBwYXJhbWV0ZXJzIGFyZSBzZW50LiBJbiBTUEFSUS1TR0QgZWFjaCBub2RlIHRha2VzIGF0IGxlYXN0IGEgZml4ZWQgbnVtYmVyIChIKSBvZiBsb2NhbCBncmFkaWVudCBzdGVwcyBhbmQgdGhlbiBjaGVja3MgaWYgdGhlIG1vZGVsIHBhcmFtZXRlcnMgaGF2ZSBzaWduaWZpY2FudGx5IGNoYW5nZWQgY29tcGFyZWQgdG8gaXRzIGxhc3QgdXBkYXRlOyBpdCBjb21tdW5pY2F0ZXMgZnVydGhlciBjb21wcmVzc2VkIG1vZGVsIHBhcmFtZXRlcnMgb25seSB3aGVuIHRoZXJlIGlzIGEgc2lnbmlmaWNhbnQgY2hhbmdlLCBhcyBzcGVjaWZpZWQgYnkgYSAoZGVzaWduKSBjcml0ZXJpb24uIFdlIHByb3ZlIHRoYXQgdGhlIFNQQVJRLVNHRCBjb252ZXJnZXMgYXMgTygxblQpIGFuZCBPKDFuVOKImikgaW4gdGhlIHN0cm9uZ2x5LWNvbnZleCBhbmQgbm9uLWNvbnZleCBzZXR0aW5ncywgcmVzcGVjdGl2ZWx5LCBkZW1vbnN0cmF0aW5nIHRoYXQgc3VjaCBhZ2dyZXNzaXZlIGNvbXByZXNzaW9uLCBpbmNsdWRpbmcgZXZlbnQtdHJpZ2dlcmVkIGNvbW11bmljYXRpb24sIG1vZGVsIHNwYXJzaWZpY2F0aW9uIGFuZCBxdWFudGl6YXRpb24gZG9lcyBub3QgYWZmZWN0IHRoZSBvdmVyYWxsIGNvbnZlcmdlbmNlIHJhdGUgYXMgY29tcGFyZWQgdG8gdW5jb21wcmVzc2VkIGRlY2VudHJhbGl6ZWQgdHJhaW5pbmc7IHRoZXJlYnkgdGhlb3JldGljYWxseSB5aWVsZGluZyBjb21tdW5pY2F0aW9uIGVmZmljaWVuY3kgZm9yICJmcmVlIi4gV2UgZXZhbHVhdGUgU1BBUlEtU0dEIG92ZXIgcmVhbCBkYXRhc2V0cyB0byBkZW1vbnN0cmF0ZSBzaWduaWZpY2FudCBhbW91bnQgb2Ygc2F2aW5ncyBpbiBjb21tdW5pY2F0aW9uIG92ZXIgdGhlIHN0YXRlLW9mLXRoZS1hcnQufSwKIGF1dGhvciA9IHtTaW5naCwgTmF2am90IGFuZCBEYXRhLCBEZWVwZXNoIGFuZCBHZW9yZ2UsIEplbWluIGFuZCBEaWdnYXZpLCBTdWhhc30sCiBqb3VybmFsID0gezIwMjAgNTl0aCBJRUVFIENvbmZlcmVuY2Ugb24gRGVjaXNpb24gYW5kIENvbnRyb2wgKENEQyl9LAogdGFncyA9IHtjb25mLENFREwsRE1MfSwKIHRpdGxlID0ge1NQQVJRLVNHRDogRXZlbnQtVHJpZ2dlcmVkIGFuZCBDb21wcmVzc2VkIENvbW11bmljYXRpb24gaW4gRGVjZW50cmFsaXplZCBTdG9jaGFzdGljIE9wdGltaXphdGlvbn0sCiB0eXBlID0gezR9LAogdXJsX2FyeGl2ID0ge2h0dHBzOi8vYXJ4aXYub3JnL2Ficy8xOTEwLjE0MjgwfSwKIHllYXIgPSB7MjAyMH0sCiBwYWdlcz17MzQ0OS0zNDU2fSwKIGRvaT17MTAuMTEwOS9DREM0MjM0MC4yMDIwLjkzMDM4Mjh9LAogSVNTTj17MjU3Ni0yMzcwfSwKfQoK\">\n            <i class=\"fa fa-download fa-fw\"></i> Download BibTeX\n          </a>\n        </li>\n        <li>\n          <a href=\"//bibbase.org/rss?bib=https://bibbase.org/network/files/e2kjGxYgtBo8SWSbC\">\n            <i class=\"fa fa-rss fa-fw\"></i> RSS Feed\n          </a>\n          </li>\n      </ul>\n      </li>\n\n      \n\n\n      \n    </ul>\n\n\n    <div class=\"alert alert-success bibbase_msg\" id=\"bibbase_msg_embed\"\n         style=\"display: none;\">\n\n      Excellent! Next you can\n      <a href=\"/network/register?next=/network/newSiteFromTemplate%3Fbiburl=https://bibbase.org/network/files/e2kjGxYgtBo8SWSbC\"\n      >create a new website with this list</a>, or\n      embed it in an existing web page by copying &amp; pasting\n      any of the following snippets.\n\n      <div style=\"text-align: left; margin-top: 1em;\">\n        <strong>JavaScript</strong>\n        <span class=\"comment recommended\">(easiest)</span>\n        <div class=\"well well-small\">\n          <code>\n            &lt;script src=\"https://bibbase.org/show?bib=https%3A%2F%2Fbibbase.org%2Fnetwork%2Ffiles%2Fe2kjGxYgtBo8SWSbC&amp;authorFirst=1&amp;nocache=1&amp;fullnames=1&amp;theme=bullets&amp;group0=year&amp;group1=type&amp;owner={}&amp;filter=tags:CEDL&amp;jsonp=1&amp;jsonp=1\"&gt;&lt;/script&gt;\n          </code>\n        </div>\n\n        <strong>PHP</strong>\n        <div class=\"well well-small\">\n          <code>\n            &lt;?php\n            $contents = file_get_contents(\"https://bibbase.org/show?bib=https%3A%2F%2Fbibbase.org%2Fnetwork%2Ffiles%2Fe2kjGxYgtBo8SWSbC&amp;authorFirst=1&amp;nocache=1&amp;fullnames=1&amp;theme=bullets&amp;group0=year&amp;group1=type&amp;owner={}&amp;filter=tags:CEDL&amp;jsonp=1\");\n            print_r($contents);\n            ?&gt;\n          </code>\n        </div>\n\n        <strong>iFrame</strong>\n        <span class=\"comment\">(not recommended)</span>\n        <div class=\"well well-small\">\n          <code>\n            &lt;iframe src=\"https://bibbase.org/show?bib=https%3A%2F%2Fbibbase.org%2Fnetwork%2Ffiles%2Fe2kjGxYgtBo8SWSbC&amp;authorFirst=1&amp;nocache=1&amp;fullnames=1&amp;theme=bullets&amp;group0=year&amp;group1=type&amp;owner={}&amp;filter=tags:CEDL&amp;jsonp=1\"&gt;&lt;/iframe&gt;\n          </code>\n        </div>\n\n        <p>\n          For more details see the <a href=\"//bibbase.org/help\">documention</a>.\n        </p>\n      </div>\n    </div>\n\n    <div class=\"alert alert-success bibbase_msg\" id=\"bibbase_msg_preview\"\n         style=\"display: none;\">\n\n      This is a preview! To use this list on your own web site\n      or create a new web site from it,\n      <a href=\"/network/register?next=/network/newAccountWithFile%3FfileId=\"\n      >create a free account</a>. The file will be added\n      and you will be able to edit it in the File Manager.\n      We will show you instructions once you've created your account.\n    </div>\n\n    <div class=\"alert alert-warning bibbase_msg\" id=\"bibbase_msg_mendeley1\"\n         style=\"display: none;\">\n\n      <p>To the site owner:</p>\n\n      <p><strong>Action required!</strong> Mendeley is changing its\n        API. In order to keep using Mendeley with BibBase past April\n        14th, you need to:\n        <ol>\n          <li>renew the authorization for BibBase on Mendeley, and</li>\n          <li>update the BibBase URL\n            in your page the same way you did when you initially set up\n            this page.\n          </li>\n        </ol>\n      </p>\n\n      <p>\n        <a href=\"http://bibbase.org/cgi-bin/mendeley2/get.py\">\n          <i class=\"fa fa-angle-double-right\"></i>\n          Fix it now</a>\n      </p>\n    </div>\n\n  </div>\n\n\n  <div id=\"bibbase_body\">\n    \n  \n  <div class=\"bibbase_group_whole\" id=\"group_2023\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2023')\"\n      onkeypress=\"toggleGroup('group_2023')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2023</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_group_whole\" id=\"group_2\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2')\"\n      onkeypress=\"toggleGroup('group_2')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2</span>\n      <span class=\"bibbase_group_count\">\n        \n        (3)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"singh-data-george-diggavi-sparqsgdeventtriggeredandcompressedcommunicationindecentralizedoptimization-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_author\">\n   Navjot Singh;  Deepesh Data;  Jemin George;  and  Suhas Diggavi.\n</span>\n\n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://doi.org/10.1109/TAC.2022.3145576\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'singh-data-george-diggavi-sparqsgdeventtriggeredandcompressedcommunicationindecentralizedoptimization-2023', 'https://doi.org/10.1109/TAC.2022.3145576', event);\">\n    SPARQ-SGD: Event-Triggered and Compressed Communication in Decentralized Optimization.\n  </a>\n  \n  \n  \n</span>\n\n  \n\n</span>\n\n  <i>IEEE Trans. Autom. Control.</i>, 68(2): 721–736.  2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://doi.org/10.1109/TAC.2022.3145576\"\n     onclick=\"log_download('singh-data-george-diggavi-sparqsgdeventtriggeredandcompressedcommunicationindecentralizedoptimization-2023', 'https://doi.org/10.1109/TAC.2022.3145576', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"SPARQ-SGD: Event-Triggered and Compressed Communication in Decentralized Optimization [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n  <a href=\"https://arxiv.org/abs/1910.14280\"\n     onclick=\"log_download('singh-data-george-diggavi-sparqsgdeventtriggeredandcompressedcommunicationindecentralizedoptimization-2023', 'https://arxiv.org/abs/1910.14280', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"SPARQ-SGD: Event-Triggered and Compressed Communication in Decentralized Optimization [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1109/TAC.2022.3145576\"\n     onclick=\"log_download('singh-data-george-diggavi-sparqsgdeventtriggeredandcompressedcommunicationindecentralizedoptimization-2023', 'http://doi.org/10.1109/TAC.2022.3145576', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/singh-data-george-diggavi-sparqsgdeventtriggeredandcompressedcommunicationindecentralizedoptimization-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>10 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('singh-data-george-diggavi-sparqsgdeventtriggeredandcompressedcommunicationindecentralizedoptimization-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@ARTICLE{9691792,  \nauthor={Singh, Navjot and Data, Deepesh and George, Jemin and Diggavi, Suhas},  journal={IEEE Transactions on Automatic Control}, \ntitle={SPARQ-SGD: Event-Triggered and Compressed Communication in Decentralized Optimization}, \njournal={{IEEE} Trans. Autom. Control.},  \nvolume       = {68},\nnumber       = {2},\npages        = {721--736},\nyear         = {2023},\nurl          = {https://doi.org/10.1109/TAC.2022.3145576},\ndoi          = {10.1109/TAC.2022.3145576},\nabstract={In this paper, we propose and analyze SPARQ-SGD, a communication efficient algorithm for decentralized training of large-scale machine learning models over a graph with n nodes, where communication efficiency is achieved using compressed exchange of local model parameters among neighboring nodes, which is triggered only when an event (a locally computable condition) is satisfied. Specifically, in SPARQ-SGD, each node takes a fixed number of local gradient steps and then checks if the model parameters have significantly changed compared to its last update; only when the change is beyond a certain threshold (specified by a design criterion), it compresses its local model parameters using both quantization and sparsification and communicates them to its neighbors. We prove that SPARQ-SGD converges as O(1/nT) and O(1/sqrt(nT)) in the strongly-convex and non-convex settings, respectively, matching the convergence rates of plain decentralized SGD. This demonstrates that we get communication efficiency achieved by aggressive compression, local iterations, and event-triggered communication essentially for free.},  \nkeywords={},  \ndoi={10.1109/TAC.2022.3145576},  \nISSN={1558-2523},  \nmonth={},\ntype={2},\ntags={journal,DML,CEDL},\nurl_arxiv={https://arxiv.org/abs/1910.14280},\n}\n\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  In this paper, we propose and analyze SPARQ-SGD, a communication efficient algorithm for decentralized training of large-scale machine learning models over a graph with n nodes, where communication efficiency is achieved using compressed exchange of local model parameters among neighboring nodes, which is triggered only when an event (a locally computable condition) is satisfied. Specifically, in SPARQ-SGD, each node takes a fixed number of local gradient steps and then checks if the model parameters have significantly changed compared to its last update; only when the change is beyond a certain threshold (specified by a design criterion), it compresses its local model parameters using both quantization and sparsification and communicates them to its neighbors. We prove that SPARQ-SGD converges as O(1/nT) and O(1/sqrt(nT)) in the strongly-convex and non-convex settings, respectively, matching the convergence rates of plain decentralized SGD. This demonstrates that we get communication efficiency achieved by aggressive compression, local iterations, and event-triggered communication essentially for free.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"cao-baar-diggavi-eldar-letaief-poor-zhang-guesteditorialcommunicationefficientdistributedlearningovernetworks-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_author\">\n   Xuanyu Cao;  Tamer Başar;  Suhas Diggavi;  Yonina C. Eldar;  Khaled B. Letaief;  H. Vincent Poor;  and  Junshan Zhang.\n</span>\n\n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  Guest Editorial Communication-Efficient Distributed Learning Over Networks.\n  \n  \n  \n</span>\n\n  \n\n</span>\n\n  <i>IEEE Journal on Selected Areas in Communications</i>, 41(4): 845-850. April 2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n  <a href=\"http://doi.org/10.1109/JSAC.2023.3241848\"\n     onclick=\"log_download('cao-baar-diggavi-eldar-letaief-poor-zhang-guesteditorialcommunicationefficientdistributedlearningovernetworks-2023', 'http://doi.org/10.1109/JSAC.2023.3241848', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/cao-baar-diggavi-eldar-letaief-poor-zhang-guesteditorialcommunicationefficientdistributedlearningovernetworks-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('cao-baar-diggavi-eldar-letaief-poor-zhang-guesteditorialcommunicationefficientdistributedlearningovernetworks-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@ARTICLE{10075678,\n  author={Cao, Xuanyu and Başar, Tamer and Diggavi, Suhas and Eldar, Yonina C. and Letaief, Khaled B. and Poor, H. Vincent and Zhang, Junshan},\n  journal={IEEE Journal on Selected Areas in Communications}, \n  title={Guest Editorial Communication-Efficient Distributed Learning Over Networks}, \n  year={2023},\n  volume={41},\n  number={4},\n  pages={845-850},\n  abstract={Distributed machine learning is envisioned as the bedrock of future intelligent networks, where agents exchange information with each other to train models collaboratively without uploading data to a central processor. Despite its broad applicability, a downside of distributed learning is the need for iterative information exchange between agents, which may lead to high communication overhead unaffordable in many practical systems with limited communication resources. To resolve this communication bottleneck, we need to devise communication-efficient distributed learning algorithms and protocols that can reduce the communication cost and simultaneously achieve satisfactory learning/optimization performance. Accomplishing this goal necessitates synergistic techniques from a diverse set of fields, including optimization, machine learning, wireless communications, game theory, and network/graph theory. This Special Issue is dedicated to communication-efficient distributed learning from multiple perspectives, including fundamental theories, algorithm design and analysis, and practical considerations.},\n  keywords={},\n  doi={10.1109/JSAC.2023.3241848},\n  ISSN={1558-0008},\n  month={April},\n  type={2},\n  tags={journal,CEDL,DML},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Distributed machine learning is envisioned as the bedrock of future intelligent networks, where agents exchange information with each other to train models collaboratively without uploading data to a central processor. Despite its broad applicability, a downside of distributed learning is the need for iterative information exchange between agents, which may lead to high communication overhead unaffordable in many practical systems with limited communication resources. To resolve this communication bottleneck, we need to devise communication-efficient distributed learning algorithms and protocols that can reduce the communication cost and simultaneously achieve satisfactory learning/optimization performance. Accomplishing this goal necessitates synergistic techniques from a diverse set of fields, including optimization, machine learning, wireless communications, game theory, and network/graph theory. This Special Issue is dedicated to communication-efficient distributed learning from multiple perspectives, including fundamental theories, algorithm design and analysis, and practical considerations.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"cao-basar-diggavi-eldar-letaief-poor-zhang-communicationefficientdistributedlearninganoverview-2023\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_author\">\n   Xuanyu Cao;  Tamer Basar;  Suhas N. Diggavi;  Yonina C. Eldar;  Khaled B. Letaief;  H. Vincent Poor;  and  Junshan Zhang.\n</span>\n\n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://doi.org/10.1109/JSAC.2023.3242710\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'cao-basar-diggavi-eldar-letaief-poor-zhang-communicationefficientdistributedlearninganoverview-2023', 'https://doi.org/10.1109/JSAC.2023.3242710', event);\">\n    Communication-Efficient Distributed Learning: An Overview.\n  </a>\n  \n  \n  \n</span>\n\n  \n\n</span>\n\n  <i>IEEE J. Sel. Areas Commun.</i>, 41(4): 851–873.  2023.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://doi.org/10.1109/JSAC.2023.3242710\"\n     onclick=\"log_download('cao-basar-diggavi-eldar-letaief-poor-zhang-communicationefficientdistributedlearninganoverview-2023', 'https://doi.org/10.1109/JSAC.2023.3242710', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Communication-Efficient Distributed Learning: An Overview [link]\"\n       title=\"Paper\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\">Paper</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1109/JSAC.2023.3242710\"\n     onclick=\"log_download('cao-basar-diggavi-eldar-letaief-poor-zhang-communicationefficientdistributedlearninganoverview-2023', 'http://doi.org/10.1109/JSAC.2023.3242710', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/cao-basar-diggavi-eldar-letaief-poor-zhang-communicationefficientdistributedlearninganoverview-2023\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>2 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('cao-basar-diggavi-eldar-letaief-poor-zhang-communicationefficientdistributedlearninganoverview-2023')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{DBLP:journals/jsac/CaoBDELPZ23a,\n  author       = {Xuanyu Cao and\n                  Tamer Basar and\n                  Suhas N. Diggavi and\n                  Yonina C. Eldar and\n                  Khaled B. Letaief and\n                  H. Vincent Poor and\n                  Junshan Zhang},\n  title        = {Communication-Efficient Distributed Learning: An Overview},\n  journal      = {{IEEE} J. Sel. Areas Commun.},\n  volume       = {41},\n  number       = {4},\n  pages        = {851--873},\n  year         = {2023},\n  url          = {https://doi.org/10.1109/JSAC.2023.3242710},\n  doi          = {10.1109/JSAC.2023.3242710},\n  timestamp    = {Tue, 28 Mar 2023 19:50:24 +0200},\n  biburl       = {https://dblp.org/rec/journals/jsac/CaoBDELPZ23a.bib},\n  type    = {2},\n  tags = {journal,CEDL,DML}\n}\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2022\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2022')\"\n      onkeypress=\"toggleGroup('group_2022')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2022</span>\n      <span class=\"bibbase_group_count\">\n        \n        (2)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_group_whole\" id=\"group_2\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2')\"\n      onkeypress=\"toggleGroup('group_2')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"can-basar-diggavi-eldar-b-poor-zhang-communicationefficientdistributedlearninganoverview-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_author\">\n   S. Can;  T. Basar;  S. N. Diggavi;  Y. C. Eldar;  Letaief K. B.;  H. V. Poor;  and  J. Zhang.\n</span>\n\n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  Communication-Efficient Distributed Learning: An Overview.\n  \n  \n  \n</span>\n\n  \n\n</span>\n\n  <i>to appear in IEEE Journal of Selected Areas in Communications (JSAC), 2022.</i>.  2022.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/can-basar-diggavi-eldar-b-poor-zhang-communicationefficientdistributedlearninganoverview-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('can-basar-diggavi-eldar-b-poor-zhang-communicationefficientdistributedlearninganoverview-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@ARTICLE{comm-efficientDL,\n  author={Can, S. and Basar, T. and Diggavi, S. N. and Eldar, Y. C. and Letaief K. B. and Poor, H. V. and Zhang, J.},\n  journal={to appear in IEEE Journal of Selected Areas in Communications (JSAC), 2022.}, \n  title={Communication-Efficient Distributed Learning: An Overview}, \n  year={2022},\n  keywords={},\n  doi={},\n  ISSN={},\n  month={},\n  tags={journal,CEDL,DML},\n  type={2},\n  }\n\n</pre>\n</div>\n\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_4\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_4')\"\n      onkeypress=\"toggleGroup('group_4')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>4</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"hanna-li-fragouli-diggavi-canwebreakthedependencyindistributeddetection-2022\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_author\">\n   Osama A. Hanna;  Xinlin Li;  Christina Fragouli;  and  Suhas Diggavi.\n</span>\n\n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  Can we break the dependency in distributed detection?.\n  \n  \n  \n</span>\n\n  \n\n</span>\n\n  In <i>IEEE International Symposium on Information Theory (ISIT)</i>, pages 2720-2725, June 2022. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n  <a href=\"http://doi.org/10.1109/ISIT50566.2022.9834790\"\n     onclick=\"log_download('hanna-li-fragouli-diggavi-canwebreakthedependencyindistributeddetection-2022', 'http://doi.org/10.1109/ISIT50566.2022.9834790', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/hanna-li-fragouli-diggavi-canwebreakthedependencyindistributeddetection-2022\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>7 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('hanna-li-fragouli-diggavi-canwebreakthedependencyindistributeddetection-2022')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@INPROCEEDINGS{9834790,\n  author={Hanna, Osama A. and Li, Xinlin and Fragouli, Christina and Diggavi, Suhas},\n  booktitle={IEEE International Symposium on Information Theory (ISIT)}, \n  title={Can we break the dependency in distributed detection?}, \n  year={2022},\n  volume={},\n  number={},\n  pages={2720-2725},\n  abstract={We consider a distributed detection problem where sensors observe dependent observations. We ask, if we can allow the sensors to locally exchange a few bits with each other, whether we can use these bits to &quot;break&quot; the dependency of the sensor observations, and thus reduce the dependent detection problem to the much better-studied and understood case of conditionally independent observations. To this end, we propose an optimization problem that we prove is equivalent to minimizing the dependency between the sensor observations. This problem is in general NP-hard, however, we show that for at least some cases of Gaussian distributions it can be solved efficiently. For general distributions, we propose to use alternating minimization and derive a constant factor approximation algorithm. Numerical evaluations indicate that our approach can offer significant improvement in detection accuracy over alternative schemes.},\n  keywords={},\n  doi={10.1109/ISIT50566.2022.9834790},\n  ISSN={2157-8117},\n  month={June},\n  tags={conf,CEDL,DML},\n  type={4},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We consider a distributed detection problem where sensors observe dependent observations. We ask, if we can allow the sensors to locally exchange a few bits with each other, whether we can use these bits to \"break\" the dependency of the sensor observations, and thus reduce the dependent detection problem to the much better-studied and understood case of conditionally independent observations. To this end, we propose an optimization problem that we prove is equivalent to minimizing the dependency between the sensor observations. This problem is in general NP-hard, however, we show that for at least some cases of Gaussian distributions it can be solved efficiently. For general distributions, we propose to use alternating minimization and derive a constant factor approximation algorithm. Numerical evaluations indicate that our approach can offer significant improvement in detection accuracy over alternative schemes.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2021\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2021')\"\n      onkeypress=\"toggleGroup('group_2021')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2021</span>\n      <span class=\"bibbase_group_count\">\n        \n        (3)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_group_whole\" id=\"group_1\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_1')\"\n      onkeypress=\"toggleGroup('group_1')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>1</span>\n      <span class=\"bibbase_group_count\">\n        \n        (2)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"singh-cao-diggavi-basar-decentralizedmultitaskstochasticoptimizationwithcompressedcommunications-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_author\">\n   Navjot Singh;  Xuanyu Cao;  Suhas Diggavi;  and  Tamer Basar.\n</span>\n\n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2112.12373\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'singh-cao-diggavi-basar-decentralizedmultitaskstochasticoptimizationwithcompressedcommunications-2021', 'https://arxiv.org/abs/2112.12373', event);\">\n    Decentralized Multi-Task Stochastic Optimization With Compressed Communications.\n  </a>\n  \n  \n  \n</span>\n\n  \n\n</span>\n\n  <i>arXiv preprint arXiv:2112.12373</i>.  2021.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2112.12373\"\n     onclick=\"log_download('singh-cao-diggavi-basar-decentralizedmultitaskstochasticoptimizationwithcompressedcommunications-2021', 'https://arxiv.org/abs/2112.12373', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Decentralized Multi-Task Stochastic Optimization With Compressed Communications [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/singh-cao-diggavi-basar-decentralizedmultitaskstochasticoptimizationwithcompressedcommunications-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>3 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('singh-cao-diggavi-basar-decentralizedmultitaskstochasticoptimizationwithcompressedcommunications-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{singh2021decentralized,\n  title={Decentralized Multi-Task Stochastic Optimization With Compressed Communications},\n  author={Singh, Navjot and Cao, Xuanyu and Diggavi, Suhas and Basar, Tamer},\n  journal={arXiv preprint arXiv:2112.12373},\n  year={2021},\n  type={1},\n  tags={journalSub,CEDL,DML},\n  url_arxiv={https://arxiv.org/abs/2112.12373},\n  abstract={We consider a multi-agent network where each node has a stochastic (local) cost function that depends on the decision variable of that node and a random variable, and further the decision variables of neighboring nodes are pairwise constrained. There is an aggregate objective function for the network, composed additively of the expected values of the local cost functions at the nodes, and the overall goal of the network is to obtain the minimizing solution to this aggregate objective function subject to all the pairwise constraints. This is to be achieved at the node level using decentralized information and local computation, with exchanges of only compressed information allowed by neighboring nodes. The paper develops algorithms and obtains performance bounds for two different models of local information availability at the nodes: (i) sample feedback, where each node has direct access to samples of the local random variable to evaluate its local cost, and (ii) bandit feedback, where samples of the random variables are not available, but only the values of the local cost functions at two random points close to the decision are available to each node. For both models, with compressed communication between neighbors, we have developed decentralized saddle-point algorithms that deliver performances no different (in order sense) from those without communication compression; specifically, we show that deviation from the global minimum value and violations of the constraints are upper-bounded by (T−12) and (T−14), respectively, where T is the number of iterations. Numerical examples provided in the paper corroborate these bounds and demonstrate the communication efficiency of the proposed method.},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We consider a multi-agent network where each node has a stochastic (local) cost function that depends on the decision variable of that node and a random variable, and further the decision variables of neighboring nodes are pairwise constrained. There is an aggregate objective function for the network, composed additively of the expected values of the local cost functions at the nodes, and the overall goal of the network is to obtain the minimizing solution to this aggregate objective function subject to all the pairwise constraints. This is to be achieved at the node level using decentralized information and local computation, with exchanges of only compressed information allowed by neighboring nodes. The paper develops algorithms and obtains performance bounds for two different models of local information availability at the nodes: (i) sample feedback, where each node has direct access to samples of the local random variable to evaluate its local cost, and (ii) bandit feedback, where samples of the random variables are not available, but only the values of the local cost functions at two random points close to the decision are available to each node. For both models, with compressed communication between neighbors, we have developed decentralized saddle-point algorithms that deliver performances no different (in order sense) from those without communication compression; specifically, we show that deviation from the global minimum value and violations of the constraints are upper-bounded by (T−12) and (T−14), respectively, where T is the number of iterations. Numerical examples provided in the paper corroborate these bounds and demonstrate the communication efficiency of the proposed method.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"ozkara-singh-data-diggavi-qupelquantizedpersonalizationwithapplicationstofederatedlearning-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_author\">\n   Kaan Ozkara;  Navjot Singh;  Deepesh Data;  and  Suhas Diggavi.\n</span>\n\n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2102.11786\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'ozkara-singh-data-diggavi-qupelquantizedpersonalizationwithapplicationstofederatedlearning-2021', 'https://arxiv.org/abs/2102.11786', event);\">\n    QuPeL: Quantized Personalization with Applications to Federated Learning.\n  </a>\n  \n  \n  \n</span>\n\n  \n\n</span>\n\n  <i>arXiv preprint arXiv:2102.11786</i>.  2021.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2102.11786\"\n     onclick=\"log_download('ozkara-singh-data-diggavi-qupelquantizedpersonalizationwithapplicationstofederatedlearning-2021', 'https://arxiv.org/abs/2102.11786', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"QuPeL: Quantized Personalization with Applications to Federated Learning [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/ozkara-singh-data-diggavi-qupelquantizedpersonalizationwithapplicationstofederatedlearning-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>18 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('ozkara-singh-data-diggavi-qupelquantizedpersonalizationwithapplicationstofederatedlearning-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{ozkara2021qupel,\n  title = {QuPeL: Quantized Personalization with Applications to Federated Learning},\n  author = {Ozkara, Kaan and Singh, Navjot and Data, Deepesh and Diggavi, Suhas},\n  journal = {arXiv preprint arXiv:2102.11786},\n  year = {2021},\n  abstract = {Traditionally, federated learning (FL) aims to train a single global model while collaboratively using multiple clients and a server. Two natural challenges that FL algorithms face are heterogeneity in data across clients and collaboration of clients with {\\em diverse resources}. In this work, we introduce a \\textit{quantized} and \\textit{personalized} FL algorithm QuPeL that facilitates collective training with heterogeneous clients while respecting resource diversity. For personalization, we allow clients to learn \\textit{compressed personalized models} with different quantization parameters depending on their resources. Towards this, first we propose an algorithm for learning quantized models through a relaxed optimization problem, where quantization values are also optimized over. When each client participating in the (federated) learning process has different requirements of the quantized model (both in value and precision), we formulate a quantized personalization framework by introducing a penalty term for local client objectives against a globally trained model to encourage collaboration. We develop an alternating proximal gradient update for solving this quantized personalization problem, and we analyze its convergence properties. Numerically, we show that optimizing over the quantization levels increases the performance and we validate that QuPeL outperforms both FedAvg and local training of clients in a heterogeneous setting.},\n  tags = {journalSub,CEDL,DML},\n  url_arxiv = {https://arxiv.org/abs/2102.11786},\n  type = {1},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Traditionally, federated learning (FL) aims to train a single global model while collaboratively using multiple clients and a server. Two natural challenges that FL algorithms face are heterogeneity in data across clients and collaboration of clients with \\em diverse resources. In this work, we introduce a <i>quantized</i> and <i>personalized</i> FL algorithm QuPeL that facilitates collective training with heterogeneous clients while respecting resource diversity. For personalization, we allow clients to learn <i>compressed personalized models</i> with different quantization parameters depending on their resources. Towards this, first we propose an algorithm for learning quantized models through a relaxed optimization problem, where quantization values are also optimized over. When each client participating in the (federated) learning process has different requirements of the quantized model (both in value and precision), we formulate a quantized personalization framework by introducing a penalty term for local client objectives against a globally trained model to encourage collaboration. We develop an alternating proximal gradient update for solving this quantized personalization problem, and we analyze its convergence properties. Numerically, we show that optimizing over the quantization levels increases the performance and we validate that QuPeL outperforms both FedAvg and local training of clients in a heterogeneous setting.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2')\"\n      onkeypress=\"toggleGroup('group_2')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2</span>\n      <span class=\"bibbase_group_count\">\n        \n        (2)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"singh-data-george-diggavi-squarmsgdcommunicationefficientmomentumsgdfordecentralizedoptimization-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_author\">\n   Navjot Singh;  Deepesh Data;  Jemin George;  and  Suhas Diggavi.\n</span>\n\n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2005.07041\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'singh-data-george-diggavi-squarmsgdcommunicationefficientmomentumsgdfordecentralizedoptimization-2021', 'https://arxiv.org/abs/2005.07041', event);\">\n    SQuARM-SGD: Communication-Efficient Momentum SGD for Decentralized Optimization.\n  </a>\n  \n  \n  \n</span>\n\n  \n\n</span>\n\n  <i>IEEE Journal on Selected Areas in Information Theory</i>, 2(3): 954-969. Sep. 2021.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2005.07041\"\n     onclick=\"log_download('singh-data-george-diggavi-squarmsgdcommunicationefficientmomentumsgdfordecentralizedoptimization-2021', 'https://arxiv.org/abs/2005.07041', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"SQuARM-SGD: Communication-Efficient Momentum SGD for Decentralized Optimization [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1109/JSAIT.2021.3103920\"\n     onclick=\"log_download('singh-data-george-diggavi-squarmsgdcommunicationefficientmomentumsgdfordecentralizedoptimization-2021', 'http://doi.org/10.1109/JSAIT.2021.3103920', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/singh-data-george-diggavi-squarmsgdcommunicationefficientmomentumsgdfordecentralizedoptimization-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>7 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('singh-data-george-diggavi-squarmsgdcommunicationefficientmomentumsgdfordecentralizedoptimization-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@ARTICLE{9513259,\n  author={Singh, Navjot and Data, Deepesh and George, Jemin and Diggavi, Suhas},\n  journal={IEEE Journal on Selected Areas in Information Theory}, \n  title={SQuARM-SGD: Communication-Efficient Momentum SGD for Decentralized Optimization}, \n  year={2021},\n  volume={2},\n  number={3},\n  pages={954-969},\n  abstract={In this paper, we propose and analyze SQuARM-SGD, a communication-efficient algorithm for decentralized training of large-scale machine learning models over a network. In SQuARM-SGD, each node performs a fixed number of local SGD steps using Nesterov’s momentum and then sends sparsified and quantized updates to its neighbors regulated by a locally computable triggering criterion. We provide convergence guarantees of our algorithm for general (non-convex) and convex smooth objectives, which, to the best of our knowledge, is the first theoretical analysis for compressed decentralized SGD with momentum updates. We show that the convergence rate of SQuARM-SGD matches that of vanilla SGD. We empirically show that including momentum updates in SQuARM-SGD can lead to better test performance than the current state-of-the-art which does not consider momentum updates.},\n  keywords={},\n  doi={10.1109/JSAIT.2021.3103920},\n  ISSN={2641-8770},\n  month={Sep.},\n  tags = {journal,CEDL,DML},\n  type = {2},\n  url_arxiv = {https://arxiv.org/abs/2005.07041},\n  }\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  In this paper, we propose and analyze SQuARM-SGD, a communication-efficient algorithm for decentralized training of large-scale machine learning models over a network. In SQuARM-SGD, each node performs a fixed number of local SGD steps using Nesterov’s momentum and then sends sparsified and quantized updates to its neighbors regulated by a locally computable triggering criterion. We provide convergence guarantees of our algorithm for general (non-convex) and convex smooth objectives, which, to the best of our knowledge, is the first theoretical analysis for compressed decentralized SGD with momentum updates. We show that the convergence rate of SQuARM-SGD matches that of vanilla SGD. We empirically show that including momentum updates in SQuARM-SGD can lead to better test performance than the current state-of-the-art which does not consider momentum updates.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"hanna-ezzeldin-fragouli-diggavi-quantizationofdistributeddataforlearning-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_author\">\n   Osama A. Hanna;  Yahya H. Ezzeldin;  Christina Fragouli;  and  Suhas Diggavi.\n</span>\n\n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2012.07913\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'hanna-ezzeldin-fragouli-diggavi-quantizationofdistributeddataforlearning-2021', 'https://arxiv.org/abs/2012.07913', event);\">\n    Quantization of Distributed Data for Learning.\n  </a>\n  \n  \n  \n</span>\n\n  \n\n</span>\n\n  <i>IEEE Journal on Selected Areas in Information Theory</i>, 2(3): 987-1001. Sep. 2021.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2012.07913\"\n     onclick=\"log_download('hanna-ezzeldin-fragouli-diggavi-quantizationofdistributeddataforlearning-2021', 'https://arxiv.org/abs/2012.07913', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Quantization of Distributed Data for Learning [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1109/JSAIT.2021.3105359\"\n     onclick=\"log_download('hanna-ezzeldin-fragouli-diggavi-quantizationofdistributeddataforlearning-2021', 'http://doi.org/10.1109/JSAIT.2021.3105359', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/hanna-ezzeldin-fragouli-diggavi-quantizationofdistributeddataforlearning-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>7 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('hanna-ezzeldin-fragouli-diggavi-quantizationofdistributeddataforlearning-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@ARTICLE{9521982,\n  author={Hanna, Osama A. and Ezzeldin, Yahya H. and Fragouli, Christina and Diggavi, Suhas},\n  journal={IEEE Journal on Selected Areas in Information Theory}, \n  title={Quantization of Distributed Data for Learning}, \n  year={2021},\n  volume={2},\n  number={3},\n  pages={987-1001},\n  abstract={We consider machine learning applications that train a model by leveraging data distributed over a trusted network, where communication constraints can create a performance bottleneck. A number of recent approaches propose to overcome this bottleneck through compression of gradient updates. However, as models become larger, so does the size of the gradient updates. In this paper, we propose an alternate approach to learn from distributed data that quantizes data instead of gradients, and can support learning over applications where the size of gradient updates is prohibitive. Our approach leverages the dependency of the computed gradient on data samples, which lie in a much smaller space in order to perform the quantization in the smaller dimension data space. At the cost of an extra gradient computation, the gradient estimate can be refined by conveying the difference between the gradient at the quantized data point and the original gradient using a small number of bits. Lastly, in order to save communication, our approach adds a layer that decides whether to transmit a quantized data sample or not based on its importance for learning. We analyze the convergence of the proposed approach for smooth convex and non-convex objective functions and show that we can achieve order optimal convergence rates with communication that mostly depends on the data rather than the model (gradient) dimension. We use our proposed algorithm to train ResNet models on the CIFAR-10 and ImageNet datasets, and show that we can achieve an order of magnitude savings over gradient compression methods. These communication savings come at the cost of increasing computation at the learning agent, and thus our approach is beneficial in scenarios where communication load is the main problem.},\n  keywords={},\n  doi={10.1109/JSAIT.2021.3105359},\n  ISSN={2641-8770},\n  month={Sep.},\n  type={2},\n  tags={journal,DML,CEDL},\n  url_arxiv={https://arxiv.org/abs/2012.07913},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We consider machine learning applications that train a model by leveraging data distributed over a trusted network, where communication constraints can create a performance bottleneck. A number of recent approaches propose to overcome this bottleneck through compression of gradient updates. However, as models become larger, so does the size of the gradient updates. In this paper, we propose an alternate approach to learn from distributed data that quantizes data instead of gradients, and can support learning over applications where the size of gradient updates is prohibitive. Our approach leverages the dependency of the computed gradient on data samples, which lie in a much smaller space in order to perform the quantization in the smaller dimension data space. At the cost of an extra gradient computation, the gradient estimate can be refined by conveying the difference between the gradient at the quantized data point and the original gradient using a small number of bits. Lastly, in order to save communication, our approach adds a layer that decides whether to transmit a quantized data sample or not based on its importance for learning. We analyze the convergence of the proposed approach for smooth convex and non-convex objective functions and show that we can achieve order optimal convergence rates with communication that mostly depends on the data rather than the model (gradient) dimension. We use our proposed algorithm to train ResNet models on the CIFAR-10 and ImageNet datasets, and show that we can achieve an order of magnitude savings over gradient compression methods. These communication savings come at the cost of increasing computation at the learning agent, and thus our approach is beneficial in scenarios where communication load is the main problem.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_4\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_4')\"\n      onkeypress=\"toggleGroup('group_4')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>4</span>\n      <span class=\"bibbase_group_count\">\n        \n        (2)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"singh-data-george-diggavi-squarmsgdcommunicationefficientmomentumsgdfordecentralizedoptimization-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_author\">\n   Navjot Singh;  Deepesh Data;  Jemin George;  and  Suhas Diggavi.\n</span>\n\n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2005.07041\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'singh-data-george-diggavi-squarmsgdcommunicationefficientmomentumsgdfordecentralizedoptimization-2021', 'https://arxiv.org/abs/2005.07041', event);\">\n    SQuARM-SGD: Communication-Efficient Momentum SGD for Decentralized Optimization.\n  </a>\n  \n  \n  \n</span>\n\n  \n\n</span>\n\n  In <i>2021 IEEE International Symposium on Information Theory (ISIT)</i>, pages 1212-1217, July 2021. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2005.07041\"\n     onclick=\"log_download('singh-data-george-diggavi-squarmsgdcommunicationefficientmomentumsgdfordecentralizedoptimization-2021', 'https://arxiv.org/abs/2005.07041', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"SQuARM-SGD: Communication-Efficient Momentum SGD for Decentralized Optimization [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1109/ISIT45174.2021.9517986\"\n     onclick=\"log_download('singh-data-george-diggavi-squarmsgdcommunicationefficientmomentumsgdfordecentralizedoptimization-2021', 'http://doi.org/10.1109/ISIT45174.2021.9517986', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/singh-data-george-diggavi-squarmsgdcommunicationefficientmomentumsgdfordecentralizedoptimization-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>7 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('singh-data-george-diggavi-squarmsgdcommunicationefficientmomentumsgdfordecentralizedoptimization-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@INPROCEEDINGS{9517986,\n  author={Singh, Navjot and Data, Deepesh and George, Jemin and Diggavi, Suhas},\n  booktitle={2021 IEEE International Symposium on Information Theory (ISIT)}, \n  title={SQuARM-SGD: Communication-Efficient Momentum SGD for Decentralized Optimization}, \n  year={2021},\n  volume={},\n  number={},\n  pages={1212-1217},\n  abstract={In this paper, we propose and analyze SQuARM-SGD, a communication-efficient algorithm for decentralized training of large-scale machine learning models over a network. In SQuARM-SGD, each node performs a fixed number of local SGD steps using Nesterov&#x27;s momentum and then sends sparsified and quantized updates to its neighbors regulated by a locally computable triggering criterion. We provide convergence guarantees of our algorithm for general smooth objectives, which, to the best of our knowledge, is the first theoretical analysis for compressed decentralized SGD with momentum updates. We show that SQuARM-SGD converges at rate, matching that of vanilla distributed SGD. We empirically show that SQuARM-SGD saves significantly in total communicated bits over state-of-the-art without sacrificing much on accuracy.},\n  keywords={},\n  doi={10.1109/ISIT45174.2021.9517986},\n  ISSN={},\n  month={July},\n  tags = {conf,CEDL,DML},\n  type = {4},\n  url_arxiv = {https://arxiv.org/abs/2005.07041},\n  }\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  In this paper, we propose and analyze SQuARM-SGD, a communication-efficient algorithm for decentralized training of large-scale machine learning models over a network. In SQuARM-SGD, each node performs a fixed number of local SGD steps using Nesterov's momentum and then sends sparsified and quantized updates to its neighbors regulated by a locally computable triggering criterion. We provide convergence guarantees of our algorithm for general smooth objectives, which, to the best of our knowledge, is the first theoretical analysis for compressed decentralized SGD with momentum updates. We show that SQuARM-SGD converges at rate, matching that of vanilla distributed SGD. We empirically show that SQuARM-SGD saves significantly in total communicated bits over state-of-the-art without sacrificing much on accuracy.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"ozkara-singh-data-diggavi-qupedquantizedpersonalizationviadistillationwithapplicationstofederatedlearning-2021\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_author\">\n   Kaan Ozkara;  Navjot Singh;  Deepesh Data;  and  Suhas Diggavi.\n</span>\n\n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/2107.13892\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'ozkara-singh-data-diggavi-qupedquantizedpersonalizationviadistillationwithapplicationstofederatedlearning-2021', 'https://arxiv.org/abs/2107.13892', event);\">\n    QuPeD: Quantized Personalization via Distillation with Applications to Federated Learning.\n  </a>\n  \n  \n  \n</span>\n\n  \n\n</span>\n\n  <i>Advances in Neural Information Processing Systems</i>, 34.  2021.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/2107.13892\"\n     onclick=\"log_download('ozkara-singh-data-diggavi-qupedquantizedpersonalizationviadistillationwithapplicationstofederatedlearning-2021', 'https://arxiv.org/abs/2107.13892', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"QuPeD: Quantized Personalization via Distillation with Applications to Federated Learning [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/ozkara-singh-data-diggavi-qupedquantizedpersonalizationviadistillationwithapplicationstofederatedlearning-2021\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>8 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('ozkara-singh-data-diggavi-qupedquantizedpersonalizationviadistillationwithapplicationstofederatedlearning-2021')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{ozkara2021quped,\n  title={QuPeD: Quantized Personalization via Distillation with Applications to Federated Learning},\n  author={Ozkara, Kaan and Singh, Navjot and Data, Deepesh and Diggavi, Suhas},\n  journal={Advances in Neural Information Processing Systems},\n  volume={34},\n  year={2021},\n  tags = {conf,CEDL,DML,PFL},\n  url_arxiv = {https://arxiv.org/abs/2107.13892},\n  type = {4},\n  abstract={Traditionally, federated learning (FL) aims to train a single global model while collaboratively using multiple clients and a server. Two natural challenges that FL algorithms face are heterogeneity in data across clients and collaboration of clients with diverse resources. In this work, we introduce a quantized and personalized FL algorithm QuPeD that facilitates collective (personalized model compression) training via knowledge distillation (KD) among clients who have access to heterogeneous data and resources. For personalization, we allow clients to learn compressed personalized models with different quantization parameters and model dimensions/structures. Towards this, first we propose an algorithm for learning quantized models through a relaxed optimization problem, where quantization values are also optimized over. When each client participating in the (federated) learning process has different requirements for the compressed model (both in model dimension and precision), we formulate a compressed personalization framework by introducing knowledge distillation loss for local client objectives collaborating through a global model. We develop an alternating proximal gradient update for solving this compressed personalization problem, and analyze its convergence properties. Numerically, we validate that QuPeD outperforms competing personalized FL methods, FedAvg, and local training of clients in various heterogeneous settings.},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Traditionally, federated learning (FL) aims to train a single global model while collaboratively using multiple clients and a server. Two natural challenges that FL algorithms face are heterogeneity in data across clients and collaboration of clients with diverse resources. In this work, we introduce a quantized and personalized FL algorithm QuPeD that facilitates collective (personalized model compression) training via knowledge distillation (KD) among clients who have access to heterogeneous data and resources. For personalization, we allow clients to learn compressed personalized models with different quantization parameters and model dimensions/structures. Towards this, first we propose an algorithm for learning quantized models through a relaxed optimization problem, where quantization values are also optimized over. When each client participating in the (federated) learning process has different requirements for the compressed model (both in model dimension and precision), we formulate a compressed personalization framework by introducing knowledge distillation loss for local client objectives collaborating through a global model. We develop an alternating proximal gradient update for solving this compressed personalization problem, and analyze its convergence properties. Numerically, we validate that QuPeD outperforms competing personalized FL methods, FedAvg, and local training of clients in various heterogeneous settings.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2020\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2020')\"\n      onkeypress=\"toggleGroup('group_2020')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2020</span>\n      <span class=\"bibbase_group_count\">\n        \n        (2)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_group_whole\" id=\"group_2\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2')\"\n      onkeypress=\"toggleGroup('group_2')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2</span>\n      <span class=\"bibbase_group_count\">\n        \n        (2)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"basu-data-karakus-diggavi-qsparselocalsgddistributedsgdwithquantizationsparsificationandlocalcomputations-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_author\">\n   D. Basu;  D. Data;  C. Karakus;  and  S. N. Diggavi.\n</span>\n\n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/1906.02367\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'basu-data-karakus-diggavi-qsparselocalsgddistributedsgdwithquantizationsparsificationandlocalcomputations-2020', 'https://arxiv.org/abs/1906.02367', event);\">\n    Qsparse-Local-SGD: Distributed SGD With Quantization, Sparsification, and Local Computations.\n  </a>\n  \n  \n  \n</span>\n\n  \n\n</span>\n\n  <i>IEEE Journal on Selected Areas in Information Theory</i>, 1(1): 217-226. May 2020.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/1906.02367\"\n     onclick=\"log_download('basu-data-karakus-diggavi-qsparselocalsgddistributedsgdwithquantizationsparsificationandlocalcomputations-2020', 'https://arxiv.org/abs/1906.02367', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Qsparse-Local-SGD: Distributed SGD With Quantization, Sparsification, and Local Computations [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1109/JSAIT.2020.2985917\"\n     onclick=\"log_download('basu-data-karakus-diggavi-qsparselocalsgddistributedsgdwithquantizationsparsificationandlocalcomputations-2020', 'http://doi.org/10.1109/JSAIT.2020.2985917', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/basu-data-karakus-diggavi-qsparselocalsgddistributedsgdwithquantizationsparsificationandlocalcomputations-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>3 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('basu-data-karakus-diggavi-qsparselocalsgddistributedsgdwithquantizationsparsificationandlocalcomputations-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{9057579,\n abstract = {Communication bottleneck has been identified as a significant issue in distributed optimization of large-scale learning models. Recently, several approaches to mitigate this problem have been proposed, including different forms of gradient compression or computing local models and mixing them iteratively. In this paper, we propose Qsparse-local-SGD algorithm, which combines aggressive sparsification with quantization and local computation along with error compensation, by keeping track of the difference between the true and compressed gradients. We propose both synchronous and asynchronous implementations of Qsparse-local-SGD. We analyze convergence for Qsparse-local-SGD in the distributed setting for smooth non-convex and convex objective functions. We demonstrate that Qsparse-local-SGD converges at the same rate as vanilla distributed SGD for many important classes of sparsifiers and quantizers. We use Qsparse-local-SGD to train ResNet-50 on ImageNet and show that it results in significant savings over the state-of-the-art, in the number of bits transmitted to reach target accuracy.},\n author = {D. {Basu} and D. {Data} and C. {Karakus} and S. N. {Diggavi}},\n doi = {10.1109/JSAIT.2020.2985917},\n issn = {2641-8770},\n journal = {IEEE Journal on Selected Areas in Information Theory},\n keywords = {concave programming;convex programming;gradient methods;learning (artificial intelligence);optimisation;stochastic processes;stochastic gradient descent;convex objective functions;nonconvex objective functions;error compensation;sparsification;Qsparse-local-SGD;distributed setting;compressed gradients;true gradients;gradient compression;large-scale learning models;distributed optimization;quantization;vanilla distributed SGD;Quantization (signal);Convergence;Computational modeling;Stochastic processes;Training;Peer-to-peer computing;Optimization;Distributed optimization and learning;stochastic optimization;communication efficient training methods},\n month = {May},\n number = {1},\n pages = {217-226},\n tags = {journal,CEDL,DML},\n title = {Qsparse-Local-SGD: Distributed SGD With Quantization, Sparsification, and Local Computations},\n type = {2},\n url_arxiv = {https://arxiv.org/abs/1906.02367},\n volume = {1},\n year = {2020}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Communication bottleneck has been identified as a significant issue in distributed optimization of large-scale learning models. Recently, several approaches to mitigate this problem have been proposed, including different forms of gradient compression or computing local models and mixing them iteratively. In this paper, we propose Qsparse-local-SGD algorithm, which combines aggressive sparsification with quantization and local computation along with error compensation, by keeping track of the difference between the true and compressed gradients. We propose both synchronous and asynchronous implementations of Qsparse-local-SGD. We analyze convergence for Qsparse-local-SGD in the distributed setting for smooth non-convex and convex objective functions. We demonstrate that Qsparse-local-SGD converges at the same rate as vanilla distributed SGD for many important classes of sparsifiers and quantizers. We use Qsparse-local-SGD to train ResNet-50 on ImageNet and show that it results in significant savings over the state-of-the-art, in the number of bits transmitted to reach target accuracy.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"hanna-ezzeldin-sadjadpour-fragouli-diggavi-ondistributedquantizationforclassification-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_author\">\n   O. A. Hanna;  Y. H. Ezzeldin;  T. Sadjadpour;  C. Fragouli;  and  S. Diggavi.\n</span>\n\n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/1911.00216\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'hanna-ezzeldin-sadjadpour-fragouli-diggavi-ondistributedquantizationforclassification-2020', 'https://arxiv.org/abs/1911.00216', event);\">\n    On Distributed Quantization for Classification.\n  </a>\n  \n  \n  \n</span>\n\n  \n\n</span>\n\n  <i>IEEE Journal on Selected Areas in Information Theory</i>, 1(1): 237-249. May 2020.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/1911.00216\"\n     onclick=\"log_download('hanna-ezzeldin-sadjadpour-fragouli-diggavi-ondistributedquantizationforclassification-2020', 'https://arxiv.org/abs/1911.00216', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"On Distributed Quantization for Classification [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1109/JSAIT.2020.2986467\"\n     onclick=\"log_download('hanna-ezzeldin-sadjadpour-fragouli-diggavi-ondistributedquantizationforclassification-2020', 'http://doi.org/10.1109/JSAIT.2020.2986467', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/hanna-ezzeldin-sadjadpour-fragouli-diggavi-ondistributedquantizationforclassification-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>2 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('hanna-ezzeldin-sadjadpour-fragouli-diggavi-ondistributedquantizationforclassification-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{9061031,\n abstract = {We consider the problem of distributed feature quantization, where the goal is to enable a pretrained classifier at a central node to carry out its classification on features that are gathered from distributed nodes through communication constrained channels. We propose the design of distributed quantization schemes specifically tailored to the classification task: unlike quantization schemes that help the central node reconstruct the original signal as accurately as possible, our focus is not reconstruction accuracy, but instead correct classification. Our work does not make any a priori distributional assumptions on the data, but instead uses training data for the quantizer design. Our main contributions include: we prove NP-hardness of finding optimal quantizers in the general case; we design an optimal scheme for a special case; we propose quantization algorithms, that leverage discrete neural representations and training data, and can be designed in polynomial-time for any number of features, any number of classes, and arbitrary division of features across the distributed nodes. We find that tailoring the quantizers to the classification task can offer significant savings: as compared to alternatives, we can achieve more than a factor of two reduction in terms of the number of bits communicated, for the same classification accuracy.},\n author = {O. A. {Hanna} and Y. H. {Ezzeldin} and T. {Sadjadpour} and C. {Fragouli} and S. {Diggavi}},\n doi = {10.1109/JSAIT.2020.2986467},\n issn = {2641-8770},\n journal = {IEEE Journal on Selected Areas in Information Theory},\n keywords = {computational complexity;optimisation;quantisation (signal);signal classification;signal reconstruction;signal representation;distributed feature quantization;pretrained classifier;central node;distributed nodes;communication constrained channels;classification task;quantizer design;quantization algorithms;neural representations;training data;distributed quantization;NP-hardness;signal reconstruction;Quantization (signal);Image reconstruction;Training;Testing;Information theory;Task analysis;Training data;Distributed quantization;inference;communication-bounded inference;quantization with deep learning},\n month = {May},\n number = {1},\n pages = {237-249},\n tags = {journal,DML,CEDL},\n title = {On Distributed Quantization for Classification},\n type = {2},\n url_arxiv = {https://arxiv.org/abs/1911.00216},\n volume = {1},\n year = {2020}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  We consider the problem of distributed feature quantization, where the goal is to enable a pretrained classifier at a central node to carry out its classification on features that are gathered from distributed nodes through communication constrained channels. We propose the design of distributed quantization schemes specifically tailored to the classification task: unlike quantization schemes that help the central node reconstruct the original signal as accurately as possible, our focus is not reconstruction accuracy, but instead correct classification. Our work does not make any a priori distributional assumptions on the data, but instead uses training data for the quantizer design. Our main contributions include: we prove NP-hardness of finding optimal quantizers in the general case; we design an optimal scheme for a special case; we propose quantization algorithms, that leverage discrete neural representations and training data, and can be designed in polynomial-time for any number of features, any number of classes, and arbitrary division of features across the distributed nodes. We find that tailoring the quantizers to the classification task can offer significant savings: as compared to alternatives, we can achieve more than a factor of two reduction in terms of the number of bits communicated, for the same classification accuracy.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_4\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_4')\"\n      onkeypress=\"toggleGroup('group_4')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>4</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"singh-data-george-diggavi-sparqsgdeventtriggeredandcompressedcommunicationindecentralizedstochasticoptimization-2020\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_author\">\n   Navjot Singh;  Deepesh Data;  Jemin George;  and  Suhas Diggavi.\n</span>\n\n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/1910.14280\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'singh-data-george-diggavi-sparqsgdeventtriggeredandcompressedcommunicationindecentralizedstochasticoptimization-2020', 'https://arxiv.org/abs/1910.14280', event);\">\n    SPARQ-SGD: Event-Triggered and Compressed Communication in Decentralized Stochastic Optimization.\n  </a>\n  \n  \n  \n</span>\n\n  \n\n</span>\n\n  <i>2020 59th IEEE Conference on Decision and Control (CDC)</i>,3449-3456.  2020.\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/1910.14280\"\n     onclick=\"log_download('singh-data-george-diggavi-sparqsgdeventtriggeredandcompressedcommunicationindecentralizedstochasticoptimization-2020', 'https://arxiv.org/abs/1910.14280', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"SPARQ-SGD: Event-Triggered and Compressed Communication in Decentralized Stochastic Optimization [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"http://doi.org/10.1109/CDC42340.2020.9303828\"\n     onclick=\"log_download('singh-data-george-diggavi-sparqsgdeventtriggeredandcompressedcommunicationindecentralizedstochasticoptimization-2020', 'http://doi.org/10.1109/CDC42340.2020.9303828', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/singh-data-george-diggavi-sparqsgdeventtriggeredandcompressedcommunicationindecentralizedstochasticoptimization-2020\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>2 downloads</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('singh-data-george-diggavi-sparqsgdeventtriggeredandcompressedcommunicationindecentralizedstochasticoptimization-2020')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@article{singh2019sparq,\n abstract = {In this paper, we propose and analyze SPARQ-SGD, which is an event-triggered and compressed algorithm for decentralized training of large-scale machine learning models. Each node can locally compute a condition (event) which triggers a communication where quantized and sparsified local model parameters are sent. In SPARQ-SGD each node takes at least a fixed number (H) of local gradient steps and then checks if the model parameters have significantly changed compared to its last update; it communicates further compressed model parameters only when there is a significant change, as specified by a (design) criterion. We prove that the SPARQ-SGD converges as O(1nT) and O(1nT√) in the strongly-convex and non-convex settings, respectively, demonstrating that such aggressive compression, including event-triggered communication, model sparsification and quantization does not affect the overall convergence rate as compared to uncompressed decentralized training; thereby theoretically yielding communication efficiency for &quot;free&quot;. We evaluate SPARQ-SGD over real datasets to demonstrate significant amount of savings in communication over the state-of-the-art.},\n author = {Singh, Navjot and Data, Deepesh and George, Jemin and Diggavi, Suhas},\n journal = {2020 59th IEEE Conference on Decision and Control (CDC)},\n tags = {conf,CEDL,DML},\n title = {SPARQ-SGD: Event-Triggered and Compressed Communication in Decentralized Stochastic Optimization},\n type = {4},\n url_arxiv = {https://arxiv.org/abs/1910.14280},\n year = {2020},\n pages={3449-3456},\n doi={10.1109/CDC42340.2020.9303828},\n ISSN={2576-2370},\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  In this paper, we propose and analyze SPARQ-SGD, which is an event-triggered and compressed algorithm for decentralized training of large-scale machine learning models. Each node can locally compute a condition (event) which triggers a communication where quantized and sparsified local model parameters are sent. In SPARQ-SGD each node takes at least a fixed number (H) of local gradient steps and then checks if the model parameters have significantly changed compared to its last update; it communicates further compressed model parameters only when there is a significant change, as specified by a (design) criterion. We prove that the SPARQ-SGD converges as O(1nT) and O(1nT√) in the strongly-convex and non-convex settings, respectively, demonstrating that such aggressive compression, including event-triggered communication, model sparsification and quantization does not affect the overall convergence rate as compared to uncompressed decentralized training; thereby theoretically yielding communication efficiency for \"free\". We evaluate SPARQ-SGD over real datasets to demonstrate significant amount of savings in communication over the state-of-the-art.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n    </div>\n  </div>\n\n  <div class=\"bibbase_group_whole\" id=\"group_2019\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_2019')\"\n      onkeypress=\"toggleGroup('group_2019')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>2019</span>\n      <span class=\"bibbase_group_count\">\n        \n        (1)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_group_whole\" id=\"group_4\">\n    <div class=\"bibbase_group\"\n      onclick=\"toggleGroup('group_4')\"\n      onkeypress=\"toggleGroup('group_4')\"\n      tabindex=\"0\">\n      <i class=\"fa fa-angle-down bibbase_group_head_icon\"></i>&nbsp;\n      <span>4</span>\n      <span class=\"bibbase_group_count\">\n        \n        (2)\n        \n      </span>\n    </div>\n    <div class=\"bibbase_group_body\">\n      \n  \n  <div class=\"bibbase_paper\" id=\"basu-data-karakus-diggavi-qsparselocalsgddistributedsgdwithquantizationsparsificationandlocalcomputations-2019\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_author\">\n   Debraj Basu;  Deepesh Data;  Can Karakus;  and  Suhas Diggavi.\n</span>\n\n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  <a href=\"https://arxiv.org/abs/1906.02367\"\n     onclick=\"return trackOutboundLink('publications', 'click', 'basu-data-karakus-diggavi-qsparselocalsgddistributedsgdwithquantizationsparsificationandlocalcomputations-2019', 'https://arxiv.org/abs/1906.02367', event);\">\n    Qsparse-local-SGD: Distributed SGD with quantization, sparsification and local computations.\n  </a>\n  \n  \n  \n</span>\n\n  \n\n</span>\n\n  In <i>Advances in Neural Information Processing Systems</i>, pages 14695–14706,  2019. \n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n  <a href=\"https://arxiv.org/abs/1906.02367\"\n     onclick=\"log_download('basu-data-karakus-diggavi-qsparselocalsgddistributedsgdwithquantizationsparsificationandlocalcomputations-2019', 'https://arxiv.org/abs/1906.02367', event.ctrlKey, event)\">\n    <img src=\"//bibbase.org/img/filetypes/link.svg\"\n\t     alt=\"Qsparse-local-SGD: Distributed SGD with quantization, sparsification and local computations [link]\"\n       title=\" arxiv\"\n\t     class=\"bibbase_icon\"\n         ><span class=\"bibbase_icon_text\"> arxiv</span></a>\n  &nbsp;\n  \n\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/basu-data-karakus-diggavi-qsparselocalsgddistributedsgdwithquantizationsparsificationandlocalcomputations-2019\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('basu-data-karakus-diggavi-qsparselocalsgddistributedsgdwithquantizationsparsificationandlocalcomputations-2019')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{basu2019qsparse,\n abstract = {Communication bottleneck has been identified as a significant issue in distributed optimization of large-scale learning models. Recently, several approaches to mitigate this problem have been proposed, including different forms of gradient compression or computing local models and mixing them iteratively. In this paper, we propose \\emph{Qsparse-local-SGD} algorithm, which combines aggressive sparsification with quantization and local computation along with error compensation, by keeping track of the difference between the true and compressed gradients. We propose both synchronous and asynchronous implementations of \\emph{Qsparse-local-SGD}. We analyze convergence for \\emph{Qsparse-local-SGD} in the \\emph{distributed} setting for smooth non-convex and convex objective functions. We demonstrate that \\emph{Qsparse-local-SGD} converges at the same rate as vanilla distributed SGD for many important classes of sparsifiers and quantizers. We use \\emph{Qsparse-local-SGD} to train ResNet-50 on ImageNet and show that it results in significant savings over the state-of-the-art, in the number of bits transmitted to reach target accuracy.},\n author = {Basu, Debraj and Data, Deepesh and Karakus, Can and Diggavi, Suhas},\n booktitle = {Advances in Neural Information Processing Systems},\n pages = {14695--14706},\n tags = {conf,CEDL,DML},\n title = {Qsparse-local-SGD: Distributed SGD with quantization, sparsification and local computations},\n type = {4},\n url_arxiv = {https://arxiv.org/abs/1906.02367},\n year = {2019}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  Communication bottleneck has been identified as a significant issue in distributed optimization of large-scale learning models. Recently, several approaches to mitigate this problem have been proposed, including different forms of gradient compression or computing local models and mixing them iteratively. In this paper, we propose \\emphQsparse-local-SGD algorithm, which combines aggressive sparsification with quantization and local computation along with error compensation, by keeping track of the difference between the true and compressed gradients. We propose both synchronous and asynchronous implementations of \\emphQsparse-local-SGD. We analyze convergence for \\emphQsparse-local-SGD in the \\emphdistributed setting for smooth non-convex and convex objective functions. We demonstrate that \\emphQsparse-local-SGD converges at the same rate as vanilla distributed SGD for many important classes of sparsifiers and quantizers. We use \\emphQsparse-local-SGD to train ResNet-50 on ImageNet and show that it results in significant savings over the state-of-the-art, in the number of bits transmitted to reach target accuracy.\n</div>\n\n\n</div>\n\n\n  <div class=\"bibbase_paper\" id=\"ezzeldin-fragouli-diggavi-quantizingsignalsforlinearclassification-2019\">\n  <span class=\"bibbase_paper_titleauthoryear\">\n\n  \n  <span class=\"bibbase_paper_author\">\n   Yahya H Ezzeldin;  Christina Fragouli;  and  Suhas Diggavi.\n</span>\n\n  <span class=\"bibbase_paper_title\">\n  \n  \n  \n  Quantizing Signals for Linear Classification.\n  \n  \n  \n</span>\n\n  \n\n</span>\n\n  In <i>2019 IEEE International Symposium on Information Theory (ISIT)</i>, pages 912–916,  2019. IEEE\n  <span class=\"note\"></span>\n\n<span class=\"bibbase_note\"></span>\n\n<br class=\"bibbase_paper_content\"/>\n\n<span class=\"bibbase_paper_content dontprint\">\n\n  \n\n  \n  <a href=\"http://doi.org/10.1109/ISIT.2019.8849589\"\n     onclick=\"log_download('ezzeldin-fragouli-diggavi-quantizingsignalsforlinearclassification-2019', 'http://doi.org/10.1109/ISIT.2019.8849589', event.ctrlKey)\"\n     class=\"bibbase doi link\">\n    <span>doi</span></a>\n  &nbsp;\n  \n\n  \n  <a href=\"//bibbase.org/network/publication/ezzeldin-fragouli-diggavi-quantizingsignalsforlinearclassification-2019\"\n     class=\"bibbase bibbase_page link\">link</a>\n  &nbsp;\n  \n\n  <a href=\"#\"\n     onclick=\"showBib(event); return false;\"\n     class=\"bibbase bibtex link\">bibtex\n    <i class=\"fa fa-caret-down\"></i></a>\n\n  \n  &nbsp;\n  <a class=\"bibbase_abstract_link bibbase link\"\n     href=\"#\"\n     onclick=\"showAbstract(event); return false;\">\n    abstract <i class=\"fa fa-caret-down\"></i></a>\n  \n\n  \n  &nbsp;\n  <span class=\"bibbase_stats_paper\" style=\"color: #777;\">\n    <span>1 download</span>\n  </span>\n  \n\n  <!-- <a class=\"bibbase read link hidden\" -->\n  <!--    href=\"javascript:toggleRead('ezzeldin-fragouli-diggavi-quantizingsignalsforlinearclassification-2019')\" -->\n  <!--    title=\"Marking this paper as read adds it to your library on BibBase.\" -->\n  <!--    > -->\n  <!--   <i class=\"fa fa-check\"></i>&nbsp; -->\n  <!--   <span>mark as read</span> -->\n  <!-- </a> -->\n\n  &nbsp;\n  \n  \n\n</span>\n\n<div class=\"well well-small bibbase\" data-type=\"bibtex\"\n     style=\"display:none\">\n  <pre style=\"white-space: pre-wrap;\">@inproceedings{ezzeldin2019quantizing,\n abstract = {In many machine learning applications, once we have learned a classifier, in order to apply it, we may still need to gather features from distributed sensors over communication constrained channels. In this paper, we propose a polynomial complexity algorithm for feature quantization tailored to minimizing the classification error of a linear classifier. Our scheme produces scalar quantizers that are well-tailored to delay-sensitive applications, operates on the same training data used to learn the classifier, and allows each distributed sensor to operate independently of each other. Numerical evaluation indicates up to 65% benefits over alternative approaches. Additionally, we provide an example where, jointly designing the linear classifier and the quantization scheme, can outperform sequential designs.},\n author = {Ezzeldin, Yahya H and Fragouli, Christina and Diggavi, Suhas},\n booktitle = {2019 IEEE International Symposium on Information Theory (ISIT)},\n organization = {IEEE},\n pages = {912--916},\n tags = {conf,DML,CEDL},\n title = {Quantizing Signals for Linear Classification},\n type = {4},\n doi = {10.1109/ISIT.2019.8849589},\n year = {2019}\n}\n\n</pre>\n</div>\n\n\n<div class=\"well well-small bibbase\" data-type=\"abstract\"\n     style=\"display:none\">\n  In many machine learning applications, once we have learned a classifier, in order to apply it, we may still need to gather features from distributed sensors over communication constrained channels. In this paper, we propose a polynomial complexity algorithm for feature quantization tailored to minimizing the classification error of a linear classifier. Our scheme produces scalar quantizers that are well-tailored to delay-sensitive applications, operates on the same training data used to learn the classifier, and allows each distributed sensor to operate independently of each other. Numerical evaluation indicates up to 65% benefits over alternative approaches. Additionally, we provide an example where, jointly designing the linear classifier and the quantization scheme, can outperform sequential designs.\n</div>\n\n\n</div>\n\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n    </div>\n  </div>\n\n\n\n\n  </div>\n\n\n  <!-- Modal -->\n\n  <!-- <iframe id=\"bibbase_network_frame\" -->\n  <!--         src=\"//bibbase.org/network/control\" -->\n  <!--         style=\"display: none;\"> -->\n  <!-- </iframe> -->\n\n</div>\n"}; document.write(bibbase_data.data);